-- Logs begin at Wed 2021-05-12 14:43:30 UTC, end at Wed 2021-05-12 15:55:25 UTC. -- May 12 15:27:54.494886 dv-cinder-789603-6-smb systemd[1]: Started Devstack devstack@q-svc.service. May 12 15:27:56.949586 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.common.config [-] Logging enabled! May 12 15:27:56.950220 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev199 May 12 15:27:56.950355 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79285) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 12 15:27:56.953528 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.common.config [-] Logging enabled! May 12 15:27:56.953787 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev199 May 12 15:27:56.954100 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79285) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 12 15:27:56.955023 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 15:27:56.955363 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 15:27:56.956305 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 15:27:56.956553 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 15:27:56.956779 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 15:27:56.957130 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.957439 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.957742 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.957977 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.958280 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.958578 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.958868 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.959162 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.959467 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.959758 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.960039 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.960325 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.960558 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.960844 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.961166 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.961458 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.961685 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] debug = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.961971 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.962402 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.962823 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.963112 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.963409 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.963688 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.963966 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.964246 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.964537 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.964874 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] host = dv-cinder-789603-6-smb {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.965182 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.965475 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.965764 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.966056 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.966335 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.966617 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.966904 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.967184 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.967460 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] log_file = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.967741 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.968032 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.968321 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.968615 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.968845 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.969100 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.969396 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.969684 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.969963 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.970244 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.970524 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.970801 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.971105 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.971378 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.971666 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.971951 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.972238 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.972516 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.972793 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.973085 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.973398 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.973683 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.973960 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.974241 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.974519 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.974809 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.975085 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.975362 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.975667 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.975955 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.976240 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.976531 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.976809 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.977124 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.977409 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.977684 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.977956 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] use_json = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.978230 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.978502 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.978785 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.979166 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.979448 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.979726 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.980000 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.980285 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:56.980585 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.980887 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.981218 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.981508 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.981808 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.982096 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.982391 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.982677 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.982971 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.983264 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.983559 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.983842 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.984133 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.984480 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.984758 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.985086 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.985387 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.985682 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.985963 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.986244 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.987037 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.987327 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.987619 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.987922 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.988240 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.988496 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.988779 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.989101 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.989389 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.989668 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.989951 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.990244 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.990526 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.990804 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.991094 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.991377 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.991651 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.991928 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.992210 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.992505 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.992788 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.993087 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.993370 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.993652 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.993932 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.994220 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.994591 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.994778 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.995057 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.995341 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.995621 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.995899 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.996180 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.996456 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.996736 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.997012 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.997314 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.997594 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.997878 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.998156 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.998432 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.998708 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.998988 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.999267 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.999544 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:56.999822 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.000097 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.000374 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.000665 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.000965 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.001346 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.001554 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.001836 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.002120 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.002956 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.003236 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.003519 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.003808 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.004080 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.004371 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.004659 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.004948 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.005261 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.005545 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.005844 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.006195 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.006414 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.006694 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.006976 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.007270 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.007580 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.007891 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.008188 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.008484 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.008781 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.009175 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.009387 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.009698 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.009983 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.010204 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 15:27:57.010446 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79285) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 15:27:57.363909 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:57.364176 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:57.364468 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:57.364813 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 15:27:57.672006 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.672198 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.672479 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.673727 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.674033 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.674841 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.794614 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.794889 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.795160 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.808466 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.808808 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.809022 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.838647 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.838925 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.839194 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.878522 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.878795 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:57.879063 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.117819 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.118514 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.118514 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.118699 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.119352 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.243876 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.244200 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.244488 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.244763 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.245031 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.245366 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.245627 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.245886 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.246142 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.246426 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.246687 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.246955 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.247222 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.247477 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.247746 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.248016 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.248273 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.248547 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.248800 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.249100 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.249452 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.249705 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.249955 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.250383 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.250646 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.250897 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.251284 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:58.251529 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:58.251773 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:58.252011 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:58.252283 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:58.252517 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:58.252891 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 15:27:58.256010 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 15:27:58.259933 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 15:27:58.263685 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 12 15:27:58.265332 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 15:27:58.265781 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 15:27:58.266116 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 15:27:58.266503 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 15:27:58.269851 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 15:27:58.270103 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 15:27:58.270609 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 15:27:58.298530 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 15:27:58.299001 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.299302 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79285) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 12 15:27:58.299667 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.301019 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79285) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 15:27:58.301348 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 15:27:58.301596 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 15:27:58.304783 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.305085 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.387221 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 15:27:58.387376 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 15:27:58.387620 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 15:27:58.387999 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 15:27:58.419221 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_db.sqlalchemy.engines [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79285) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 15:27:58.969182 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Initializing driver for type 'gre' May 12 15:27:58.969760 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] gre ID ranges: [(1, 1000)] May 12 15:27:59.294589 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Initializing driver for type 'local' May 12 15:27:59.295250 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Initializing driver for type 'vlan' May 12 15:27:59.477619 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] VlanTypeDriver initialization complete May 12 15:27:59.477975 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Initializing driver for type 'vxlan' May 12 15:27:59.478499 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] vxlan ID ranges: [(1, 1000)] May 12 15:27:59.854512 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Initializing extension driver 'port_security' May 12 15:27:59.854851 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.extensions.port_security [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] PortSecurityExtensionDriver initialization complete May 12 15:27:59.855191 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Initializing mechanism driver 'openvswitch' May 12 15:27:59.855516 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Initializing mechanism driver 'hyperv' May 12 15:27:59.866567 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.plugins.ml2.plugin [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:27:59.867347 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > port after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.867717 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > port after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.868072 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > port after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.868509 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > subnet after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.868867 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > subnet after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.869343 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > subnet after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.869730 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > network after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.870080 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > network after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.870429 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > network after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.870828 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > security_group after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.871146 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > security_group after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.871488 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > security_group after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.871866 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.872212 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.872598 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.872979 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > address_group after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.873477 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > address_group after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.873818 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > address_group after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.874158 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] ML2 OVO RPC backend initialized. {{(pid=79285) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 12 15:27:59.874868 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router_interface after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.875222 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.875638 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > network before_response 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.875983 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > networks before_response 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.876349 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > port before_response 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.876692 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > ports before_response 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.877074 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > subnet before_response 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.877992 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > subnets before_response 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.878340 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > network after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.878682 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > network after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.879018 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > network after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.879354 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > port after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.879693 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > port after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.880026 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > port after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.880367 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > subnet after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.880699 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > subnet after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.881031 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > subnet after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.881639 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.plugin [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Modular L2 Plugin initialization complete May 12 15:27:59.881966 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading services supported by the core plugin {{(pid=79285) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 15:27:59.882295 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.plugins.ml2.managers [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Got port-security extension from driver 'port_security' May 12 15:27:59.882754 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.extensions.vlantransparent [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Disabled vlantransparent extension. May 12 15:27:59.883278 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79285) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 15:27:59.883596 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading Plugin: router May 12 15:27:59.919800 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router_interface before_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.920206 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router after_create 55549900 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.920576 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router before_create 55549900 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.920939 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.921352 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.921705 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router after_delete 55549900 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.922066 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > floatingip after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.922429 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router after_create 55549900 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.922780 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router after_update 55549900 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.923128 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router after_update 55549900 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.923477 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.923837 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router after_update 55549900 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.924740 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router precommit_update 55549900 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.925132 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: port after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.925480 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: port after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.925819 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: subnet after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.926160 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.926510 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > port precommit_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.926852 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router precommit_create 55549900 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.927198 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: port before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.927543 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router precommit_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.927900 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router after_update 55549900 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.928244 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router precommit_delete 55549900 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.928591 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router precommit_create 55549900 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.928947 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router_interface after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.929315 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router precommit_update 55549900 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.929689 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > network after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.930580 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Tracking information for resource: router configured {{(pid=79285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:59.930910 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Tracking information for resource: floatingip configured {{(pid=79285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:59.936026 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.db.l3_agentschedulers_db [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 15:27:59.936612 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: port after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.936976 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: port after_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.937359 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: port after_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.937708 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: port after_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.938525 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router before_create 55550100 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.938893 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router precommit_delete 55550100 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.939260 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router precommit_create 55550100 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.939649 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > router precommit_update 55550100 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.944671 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.services.provider_configuration [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service providers = [] {{(pid=79285) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 15:27:59.945037 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.db.servicetype_db [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79285) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 15:27:59.947955 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.services.service_base [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 15:27:59.948312 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.services.service_base [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 15:27:59.948656 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.services.service_base [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 15:27:59.949550 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.services.service_base [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 15:27:59.949928 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.services.service_base [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 15:27:59.951885 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.952221 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 15:27:59.962920 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.963258 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading Plugin: auto_allocate May 12 15:27:59.969099 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: network precommit_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.969483 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: network precommit_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.970012 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.970340 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading Plugin: tag May 12 15:27:59.977231 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.977564 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading Plugin: timestamp May 12 15:27:59.981345 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.981683 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading Plugin: network_ip_availability May 12 15:27:59.987436 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.987808 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.988162 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.988881 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.989231 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading Plugin: flavors May 12 15:27:59.994089 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.994421 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading Plugin: revisions May 12 15:27:59.998641 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.999040 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_concurrency.lockutils [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.634s {{(pid=79285) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:59.999771 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79285) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 12 15:28:00.000107 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Initializing extension manager. May 12 15:28:00.000613 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: __init__.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.000954 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: __pycache__ {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.001314 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.001648 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: address_group.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.002981 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.003565 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: address-group May 12 15:28:00.003892 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: address_scope.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.004605 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.005148 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: address-scope May 12 15:28:00.005473 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: admin_state_down_before_update.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.006398 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.006916 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: router-admin-state-down-before-update May 12 15:28:00.007242 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: agent.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.007944 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.008459 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: agent May 12 15:28:00.008777 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: agent_resources_synced.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.009697 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.010218 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: agent-resources-synced May 12 15:28:00.010542 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: allowedaddresspairs.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.012336 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.012868 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: allowed-address-pairs May 12 15:28:00.013226 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: auto_allocated_topology.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.014302 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.014823 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: auto-allocated-topology May 12 15:28:00.015145 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: availability_zone.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.015837 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.016348 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: availability_zone May 12 15:28:00.016716 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: availability_zone_filter.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.017589 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.018137 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: availability_zone_filter May 12 15:28:00.018457 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: data_plane_status.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.019359 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.019867 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension data-plane-status not supported by any of loaded plugins May 12 15:28:00.020193 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: default_subnetpools.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.021122 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.024997 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: default-subnetpools May 12 15:28:00.024997 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: dhcpagentscheduler.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.024997 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.024997 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: dhcp_agent_scheduler May 12 15:28:00.024997 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: dns.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.024997 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.024997 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension dns-integration not supported by any of loaded plugins May 12 15:28:00.025639 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: dns_domain_ports.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.026178 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.026681 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 15:28:00.027005 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: dvr.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.027674 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.028186 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: dvr May 12 15:28:00.028505 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: empty_string_filtering.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.029453 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.029967 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: empty-string-filtering May 12 15:28:00.030295 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.031188 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.031695 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 15:28:00.032013 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.032913 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.033968 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 15:28:00.034285 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: external_net.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.035200 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.035683 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: external-net May 12 15:28:00.035999 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: extra_dhcp_opt.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.036959 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.037431 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: extra_dhcp_opt May 12 15:28:00.037751 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: extraroute.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.038641 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.039149 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: extraroute May 12 15:28:00.039469 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: extraroute_atomic.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.040515 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.041030 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: extraroute-atomic May 12 15:28:00.041424 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: filter_validation.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.042051 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.042897 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: filter-validation May 12 15:28:00.043150 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: fip_pf_description.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.044272 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.044787 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 15:28:00.045125 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: fip_port_details.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.046026 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.046537 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: fip-port-details May 12 15:28:00.046855 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: flavors.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.048097 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.048614 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: flavors May 12 15:28:00.048999 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.051227 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.051751 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 15:28:00.052085 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: floatingip_pools.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.052782 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.053330 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: floatingip-pools May 12 15:28:00.053652 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: ip_allocation.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.054576 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.055097 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension ip_allocation not supported by any of loaded plugins May 12 15:28:00.055466 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.056355 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.056878 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: ip-substring-filtering May 12 15:28:00.057245 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: l2_adjacency.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.058417 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.058934 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension l2_adjacency not supported by any of loaded plugins May 12 15:28:00.059259 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: l3.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.060289 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.060810 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: router May 12 15:28:00.061160 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: l3_conntrack_helper.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.063453 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.063989 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 15:28:00.064319 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.065299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.065823 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: ext-gw-mode May 12 15:28:00.066148 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.067050 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.067566 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: l3-ha May 12 15:28:00.067889 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: l3_flavors.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.068786 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.069341 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: l3-flavors May 12 15:28:00.069661 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.070562 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.071075 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: l3-port-ip-change-not-allowed May 12 15:28:00.071390 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: l3agentscheduler.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.072466 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.072990 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: l3_agent_scheduler May 12 15:28:00.073345 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: logging.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.074846 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.075371 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension logging not supported by any of loaded plugins May 12 15:28:00.075710 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: metering.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.076453 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.077194 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: metering May 12 15:28:00.077527 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.078662 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.079189 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: metering_source_and_destination_fields May 12 15:28:00.079518 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: multiprovidernet.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.080611 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.081160 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: multi-provider May 12 15:28:00.081491 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: netmtu.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.082392 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.082904 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: net-mtu May 12 15:28:00.083228 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: netmtu_writable.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.084163 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.084678 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: net-mtu-writable May 12 15:28:00.085002 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: network_availability_zone.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.085704 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.086218 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: network_availability_zone May 12 15:28:00.086539 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: network_ip_availability.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.087640 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.088162 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: network-ip-availability May 12 15:28:00.088488 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: network_segment_range.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.089283 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.089797 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension network-segment-range not supported by any of loaded plugins May 12 15:28:00.090124 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: pagination.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.091102 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.091431 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: pagination May 12 15:28:00.091753 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: port_device_profile.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.092665 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.093219 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: port-device-profile May 12 15:28:00.093670 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.094582 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.095091 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: port-mac-address-regenerate May 12 15:28:00.095417 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.097305 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.097825 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: port-numa-affinity-policy May 12 15:28:00.098151 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: port_resource_request.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.099056 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.099565 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension port-resource-request not supported by any of loaded plugins May 12 15:28:00.099888 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: portbindings.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.100812 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.101345 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: binding May 12 15:28:00.101668 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: portbindings_extended.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.102955 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.103476 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: binding-extended May 12 15:28:00.103806 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: portsecurity.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.104758 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.105254 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: port-security May 12 15:28:00.105582 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: project_id.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.106555 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.106884 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: project-id May 12 15:28:00.107206 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: providernet.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.108116 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.108633 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: provider May 12 15:28:00.108962 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: qos.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.113234 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.113767 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension qos not supported by any of loaded plugins May 12 15:28:00.114102 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.115346 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.115867 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 15:28:00.116198 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.117133 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.117653 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 15:28:00.117979 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: qos_default.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.118877 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.119393 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension qos-default not supported by any of loaded plugins May 12 15:28:00.119718 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: qos_fip.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.120369 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.120885 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension qos-fip not supported by any of loaded plugins May 12 15:28:00.121248 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: qos_gateway_ip.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.122157 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.122673 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 15:28:00.122999 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: qos_port_network_policy.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.134845 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.135378 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 15:28:00.135703 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: qos_rule_type_details.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.136633 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.137184 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 15:28:00.137509 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: qos_rules_alias.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.138569 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.139074 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 15:28:00.139401 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: quotasv2.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.140509 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.140846 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: quotas May 12 15:28:00.141200 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: quotasv2_detail.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.142874 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.143214 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: quota_details May 12 15:28:00.143548 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: rbac.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.144621 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.145234 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: rbac-policies May 12 15:28:00.145510 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: rbac_address_group.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.146461 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.147002 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: rbac-address-group May 12 15:28:00.147319 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: rbac_address_scope.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.148227 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.148754 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: rbac-address-scope May 12 15:28:00.149115 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: rbac_security_groups.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.150020 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.150536 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: rbac-security-groups May 12 15:28:00.150856 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: rbac_subnetpool.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.153891 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.154404 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: rbac-subnetpool May 12 15:28:00.154726 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: revisionifmatch.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.155637 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.156154 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: revision-if-match May 12 15:28:00.156471 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: revisions.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.157603 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.158112 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: standard-attr-revisions May 12 15:28:00.158956 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: router_availability_zone.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.159636 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.160146 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: router_availability_zone May 12 15:28:00.160464 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: routerservicetype.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.161394 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.161939 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension router-service-type not supported by any of loaded plugins May 12 15:28:00.162306 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.163140 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.163659 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: security-groups-normalized-cidr May 12 15:28:00.163976 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: security_groups_port_filtering.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.164892 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.165453 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: port-security-groups-filtering May 12 15:28:00.165781 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.166684 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.167203 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: security-groups-remote-address-group May 12 15:28:00.167792 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: securitygroup.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.178460 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.179042 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: security-group May 12 15:28:00.179427 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: segment.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.180240 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.180755 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension segment not supported by any of loaded plugins May 12 15:28:00.181120 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.183064 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.183587 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 15:28:00.183911 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: servicetype.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.185077 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.185605 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: service-type May 12 15:28:00.185935 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: sorting.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.186929 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.187371 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: sorting May 12 15:28:00.187576 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: standard_attr_segment.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.188491 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.189017 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 15:28:00.189367 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: standardattrdescription.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.190064 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.190581 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: standard-attr-description May 12 15:28:00.190902 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: stateful_security_group.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.191815 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.192334 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: stateful-security-group May 12 15:28:00.192654 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: stdattrs_common.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.193254 dv-cinder-789603-6-smb neutron-server[79285]: WARNING neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 15:28:00.193575 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.194558 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.195075 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 15:28:00.195392 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: subnet_onboard.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.196501 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.197020 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: subnet_onboard May 12 15:28:00.197371 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.198285 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.198794 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 15:28:00.199116 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: subnet_service_types.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.200026 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.200544 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: subnet-service-types May 12 15:28:00.200866 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: subnetallocation.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.201978 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.202508 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: subnet_allocation May 12 15:28:00.202834 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.203503 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.204011 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: subnetpool-prefix-ops May 12 15:28:00.204338 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.205976 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.205976 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 15:28:00.206184 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: tagging.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.207223 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.207764 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: standard-attr-tag May 12 15:28:00.208091 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: timestamp.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.209342 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.209859 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loaded extension: standard-attr-timestamp May 12 15:28:00.210187 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: trunk.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.217617 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.218139 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension trunk not supported by any of loaded plugins May 12 15:28:00.218466 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: trunk_details.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.219407 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.219924 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension trunk-details not supported by any of loaded plugins May 12 15:28:00.220249 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: uplink_status_propagation.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.221815 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.222394 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 15:28:00.222721 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Loading extension file: vlantransparent.py {{(pid=79285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:28:00.223389 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:28:00.223902 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extension vlan-transparent not supported by any of loaded plugins May 12 15:28:00.226513 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:network May 12 15:28:00.227270 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:subnet May 12 15:28:00.228057 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:28:00.228663 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:port May 12 15:28:00.229981 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.230459 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service FLAVORS assigned prefix: {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.231098 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.231538 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.231873 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:router May 12 15:28:00.232550 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:floatingip May 12 15:28:00.233304 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service METERING assigned prefix: /metering {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.234769 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:28:00.235138 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:28:00.235494 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:28:00.237283 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of CountableResource for resource:rbac_policy May 12 15:28:00.237740 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:security_group May 12 15:28:00.238391 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:security_group_rule May 12 15:28:00.239151 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service CORE assigned prefix: {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.239487 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:28:00.239826 dv-cinder-789603-6-smb neutron-server[79285]: WARNING neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] subnetpool is already registered May 12 15:28:00.240425 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service CORE assigned prefix: {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.240799 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:28:00.241173 dv-cinder-789603-6-smb neutron-server[79285]: WARNING neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] subnetpool is already registered May 12 15:28:00.243858 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.244295 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service FLAVORS assigned prefix: {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.244899 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.245355 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.245702 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:router May 12 15:28:00.246032 dv-cinder-789603-6-smb neutron-server[79285]: WARNING neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] router is already registered May 12 15:28:00.246645 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:floatingip May 12 15:28:00.246974 dv-cinder-789603-6-smb neutron-server[79285]: WARNING neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] floatingip is already registered May 12 15:28:00.247611 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service METERING assigned prefix: /metering {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.248294 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of CountableResource for resource:rbac_policy May 12 15:28:00.248622 dv-cinder-789603-6-smb neutron-server[79285]: WARNING neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] rbac_policy is already registered May 12 15:28:00.250261 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:security_group May 12 15:28:00.250601 dv-cinder-789603-6-smb neutron-server[79285]: WARNING neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] security_group is already registered May 12 15:28:00.251206 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:security_group_rule May 12 15:28:00.251548 dv-cinder-789603-6-smb neutron-server[79285]: WARNING neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] security_group_rule is already registered May 12 15:28:00.252250 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service CORE assigned prefix: {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.254596 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:28:00.254596 dv-cinder-789603-6-smb neutron-server[79285]: WARNING neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] subnetpool is already registered May 12 15:28:00.254596 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.v2.resource_helper [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Service CORE assigned prefix: {{(pid=79285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.254596 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:28:00.254596 dv-cinder-789603-6-smb neutron-server[79285]: WARNING neutron.quota.resource_registry [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] subnetpool is already registered May 12 15:28:00.255090 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: extensions {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.256396 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: address-groups {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.258048 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: address-scopes {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.259285 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: agents {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.260579 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: auto-allocated-topology {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.261855 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: availability_zones {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.263158 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: dhcp-networks {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.264558 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: dhcp-agents {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.266029 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: routers {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.267913 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: flavors {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.269084 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: service_profiles {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.270273 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: next_providers {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.271801 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: service_profiles {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.273275 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: floatingip-pools {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.274501 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: routers {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.276307 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: floatingips {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.277510 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: l3-routers {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.278915 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: l3-agents {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.280317 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: metering-labels {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.281703 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: metering-label-rules {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.283039 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: network-ip-availabilities {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.284833 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: bindings {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.286481 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: quotas {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.287903 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: quotas {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.289435 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: rbac-policies {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.290734 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: security-groups {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.291933 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: security-group-rules {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.293492 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: service-providers {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.294719 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: subnetpools {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.296105 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: subnetpools {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.297598 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: tags {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.299834 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: tags {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.301670 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: tags {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.303441 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: tags {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.305299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: tags {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.307122 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: tags {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.308806 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: tags {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.311816 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: tags {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.313631 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: tags {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.427039 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron.api.extensions [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Extended resource: tags {{(pid=79285) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.432835 dv-cinder-789603-6-smb neutron-server[79285]: WARNING keystonemiddleware.auth_token [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 15:28:00.437646 dv-cinder-789603-6-smb neutron-server[79285]: WARNING keystonemiddleware.auth_token [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 15:28:00.446562 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_concurrency.lockutils [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Acquired lock "singleton_lock" {{(pid=79285) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 12 15:28:00.447048 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_concurrency.lockutils [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Releasing lock "singleton_lock" {{(pid=79285) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 12 15:28:00.447700 dv-cinder-789603-6-smb neutron-server[79285]: INFO oslo_service.service [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Starting 2 workers May 12 15:28:00.452383 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Started child 79428 {{(pid=79285) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 15:28:00.456946 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Started child 79429 {{(pid=79285) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 15:28:00.457701 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:00.458495 dv-cinder-789603-6-smb neutron-server[79285]: INFO neutron.service [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Neutron service started, listening on 0.0.0.0:9696 May 12 15:28:00.459151 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Notify callbacks [] for process, before_spawn {{(pid=79285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:00.459312 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [-] (79428) wsgi starting up on http://0.0.0.0:9696 May 12 15:28:00.461656 dv-cinder-789603-6-smb neutron-server[79285]: INFO oslo_service.service [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Starting 1 workers May 12 15:28:00.461921 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:00.463058 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [-] (79429) wsgi starting up on http://0.0.0.0:9696 May 12 15:28:00.466725 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Started child 79430 {{(pid=79285) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 15:28:00.467253 dv-cinder-789603-6-smb neutron-server[79285]: INFO oslo_service.service [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Starting 1 workers May 12 15:28:00.470376 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.service [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] calling RpcWorker wait() {{(pid=79430) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 15:28:00.471515 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.service [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] returning from RpcWorker wait() {{(pid=79430) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 15:28:00.472215 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Started child 79431 {{(pid=79285) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 15:28:00.472791 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:00.473010 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG neutron_lib.callbacks.manager [None req-28e73155-cd61-46bf-a2c5-9102959b9faa None None] Notify callbacks [] for process, after_spawn {{(pid=79285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:00.473409 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:00.474862 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79285) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 12 15:28:00.475071 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 15:28:00.475414 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 15:28:00.475779 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 15:28:00.476120 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 15:28:00.476286 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 15:28:00.476775 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.477001 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:00.477579 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.477579 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.477579 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.477832 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.477996 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:00.478725 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.478994 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.479232 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.479510 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.479771 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.479945 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.480111 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.480363 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.480592 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.480916 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.481200 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.481449 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.481741 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.481907 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.482155 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.482416 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.482662 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.482924 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] debug = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.483161 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.483617 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.483848 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.484096 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.484316 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.484600 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.484841 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.485155 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.485402 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.485618 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.485869 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.486122 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.486351 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.487141 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.487366 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.487685 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.487907 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.488408 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] host = dv-cinder-789603-6-smb {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.488652 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.488868 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.489143 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.489401 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.489649 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.489865 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.490119 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.490360 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.490633 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.490856 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.491114 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.491360 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.491605 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.491839 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_file = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.492003 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_options = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.492221 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.492503 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.492767 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.493025 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.493192 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.493325 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.493558 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.493721 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.493964 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.494177 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.494388 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.494598 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.494829 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.495060 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.495308 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.495560 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.495799 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.496049 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.496294 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.496469 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.496696 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.496943 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.497218 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.497436 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.497671 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.497885 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.498130 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.498379 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.498550 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.498827 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.499063 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.499323 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.499555 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.499814 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.500041 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.500267 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.500478 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.500787 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.501018 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.501351 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.501572 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.501796 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.502154 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.502386 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.502597 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.502823 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] use_json = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.503014 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.503252 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.503481 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.503694 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.504016 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.504235 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.504454 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.504664 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.505104 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.505390 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.505763 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.506064 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.506459 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.506869 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.507105 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.507349 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.507599 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.507828 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.508159 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.508412 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.508716 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.508942 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.509225 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.509561 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.509828 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.510101 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.510335 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.510570 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.510819 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.511048 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.511376 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.511648 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.511900 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.512146 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.512369 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.512590 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.512807 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.513029 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.513272 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.521959 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.521959 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.521959 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.521959 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.521959 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.521959 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.521959 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.521959 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.521959 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.522952 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.522952 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.522952 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.522952 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.522952 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.522952 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.522952 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.522952 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.522952 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.523605 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.523605 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.523605 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.523605 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.523605 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.523605 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.523605 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.523605 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.523605 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524893 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524893 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524893 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524893 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524893 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524893 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524893 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524893 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.524893 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.525554 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.525554 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.525554 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.525554 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.525554 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.525554 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.525554 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.525554 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.525554 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.526164 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.526164 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.526164 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.526383 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.526383 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.527034 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.528030 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.528030 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.528030 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.528030 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.528030 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.529095 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.529095 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.529095 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.529095 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.529538 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.529538 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.529689 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.529916 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.530159 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.530386 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.530685 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.530951 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.531216 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.531577 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.531766 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.532041 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.532353 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.532563 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.532784 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.533074 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.533940 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.534372 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.534651 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.534917 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.535154 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.535438 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.535674 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.535959 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.536211 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.536441 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.536679 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.536953 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.537251 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.537472 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.538352 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.538352 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.538352 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.538575 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.538659 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.538847 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.539181 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.539544 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.539634 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.539837 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.540736 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.540736 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.540736 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.540979 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.541082 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.541263 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.541490 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.541704 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.541964 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.542163 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.542400 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.542896 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.545577 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.545577 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.545577 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.545577 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.545577 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.545577 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.545577 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.545577 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.546804 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.546804 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.546804 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.546804 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.546804 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.546804 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.546804 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.546804 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.548130 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.548130 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.548130 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.548130 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.548130 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.548130 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.548130 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.548130 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.549714 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.549714 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.549714 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.549943 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.550093 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.550312 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.550528 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.550789 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.551005 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.551274 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.551526 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.551867 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.552125 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.552371 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.552626 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.552841 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.553072 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.553312 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.553531 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.553898 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.554285 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.554500 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.554774 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.555021 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.555262 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.555474 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.555716 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.555931 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.556139 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.556379 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.556672 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.556941 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.557179 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.557440 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.557670 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.557897 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.558111 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.558318 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.558532 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.558746 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.558989 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.559200 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.559407 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.559623 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.559833 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.560074 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.560281 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.560491 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.560726 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.560935 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.561181 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.561391 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.561602 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.561815 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.562022 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.562349 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.562600 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.562820 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.563105 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.563353 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.563578 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.563835 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.564156 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.564367 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.564655 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.564899 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.565243 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.565483 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.565744 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.566059 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.566528 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.566790 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.567044 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.567322 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.567601 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.567862 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.568075 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.568389 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.568725 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.569008 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.569293 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.569545 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.569821 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.570044 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.570259 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.570475 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.570708 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.570941 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.571178 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.571431 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.571658 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.571873 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.572115 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.572348 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.572568 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.572796 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.573033 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.573272 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.573430 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 15:28:00.574001 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79285) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 12 15:28:00.574164 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 15:28:00.574331 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 15:28:00.574607 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 15:28:00.574783 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 15:28:00.574935 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 15:28:00.575138 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.575300 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.575458 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.575615 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.575773 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.575949 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.576108 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.576265 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.576455 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.576580 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.576735 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.576895 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.577085 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.577232 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.577386 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.577538 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.577675 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.577843 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.577993 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.578149 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.578305 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.578460 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.578621 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] debug = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.578766 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.578938 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.579363 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.579363 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.579652 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.579652 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.579884 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.579884 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.580186 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.580186 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.580419 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.580419 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.580616 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.580728 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.580858 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.581014 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.581194 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.581351 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] host = dv-cinder-789603-6-smb {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.581507 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.581661 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.581818 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.581975 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.582131 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.582287 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.582443 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.582599 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.583659 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.583659 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.583659 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.583659 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.583659 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.583659 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_file = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.583659 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_options = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.584400 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.584400 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.584400 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.584400 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.584400 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.584919 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.584919 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.584919 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.585300 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.585300 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.585300 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.585631 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.585631 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.585778 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.585856 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.585995 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.586151 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.586311 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.586470 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.586621 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.586773 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.586912 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.587047 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.587182 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.587340 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.587483 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.587640 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.587784 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.587938 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.588077 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.588222 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.588381 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.588537 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.588692 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.588847 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.589003 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.589206 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.589368 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.589583 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.589716 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.589841 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.589970 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.590093 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.590239 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.590394 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.590553 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] use_json = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.590778 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.590932 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.591081 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.591214 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.591345 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.591475 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.591600 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.591760 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.591938 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.592100 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.592272 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.592433 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.592592 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.592752 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.592913 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.593093 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.593255 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.593414 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.593582 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.593744 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.593914 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.594074 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.594233 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.594396 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.594556 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.594719 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.595036 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.595036 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.595204 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.595335 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.595510 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.595672 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.596350 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.596510 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.596672 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.596833 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.596994 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.597180 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.597343 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.597504 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.597665 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.597827 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.597990 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.598147 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.598319 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.598452 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.598614 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.598775 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.598935 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.599097 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.599258 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.599420 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.599606 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.599736 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.599899 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.600063 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.600224 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.600384 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.600554 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.600716 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.600877 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.601078 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.601209 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.601369 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.601530 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.601691 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.601852 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.602013 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.602173 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.602347 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.602510 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.602670 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.602986 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.603150 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.603310 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.603472 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.603633 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.603795 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.603986 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.604098 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.604264 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.604425 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.604588 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.604749 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.604910 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.605095 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.605259 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.605421 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.605582 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.605744 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.605904 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.606066 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.606236 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.606411 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.606574 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.606733 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.606894 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.607122 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.607482 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.607482 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.607482 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.608902 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.608902 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.608902 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.608902 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.608902 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.608902 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.608902 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.608902 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610013 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610013 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610013 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610013 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610013 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610013 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610013 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610013 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610977 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610977 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610977 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610977 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610977 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.610977 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.611748 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.611748 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.611748 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.611748 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.611748 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.612359 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.612359 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.612359 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.612359 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.612847 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.612847 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.612847 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.613299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.613299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.613299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.613678 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.613678 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.613678 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.614043 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.614043 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.614290 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.614290 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.614560 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.614560 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.614810 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.614941 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.615071 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.615201 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.615329 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.615460 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.615611 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.615773 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.615935 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.616097 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.616259 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.616420 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.616602 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.616730 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.616877 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.617037 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.617209 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.617366 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.617534 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.617665 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.617823 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.617984 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.618145 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.618304 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.618463 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.618623 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.618813 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.618944 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.619094 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.619255 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.619427 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.619579 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.619740 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.619900 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.620061 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.620220 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.620381 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.620543 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.620703 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.620863 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.621025 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.621208 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.621369 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.621531 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.621691 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.621852 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.622013 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.622174 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.622351 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.622512 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.622673 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.622832 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.622994 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.623154 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.623313 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.623473 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.623633 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.623793 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.623952 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.624115 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.624277 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.624438 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.624598 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.624758 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.624917 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.625109 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.625270 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.625443 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.625605 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.625766 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.625926 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.626086 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.626257 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.626417 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.626578 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.626739 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.626899 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.627604 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.627765 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.627926 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.628086 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.628244 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.628414 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.628574 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.628734 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.628893 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.629080 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.629247 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.629406 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.629717 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.630025 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.630311 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.630612 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.631528 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.631528 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.631528 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.631528 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.631528 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.631528 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.632433 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.632433 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.632433 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.632433 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.632433 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.632433 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.633088 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.633088 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.633088 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.633088 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.633470 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.633470 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.633611 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.633712 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.633874 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.634045 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.634215 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.634376 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.634536 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.634696 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.634856 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.635015 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.635175 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.635335 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.635494 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.635658 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.635819 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.635978 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.636138 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.636299 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.636459 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.636619 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.636791 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.636939 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.637138 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.637274 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.637426 dv-cinder-789603-6-smb neutron-server[79285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79285) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 15:28:00.645651 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:00.680490 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 50296) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:28:00.688909 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063076 May 12 15:28:11.803439 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f677492-e8c6-4898-8a6e-2fa2d15f3c41 None None] get_active_networks_info from dv-cinder-789603-6-smb {{(pid=79430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 12 15:28:11.888612 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f677492-e8c6-4898-8a6e-2fa2d15f3c41 None None] No non-hosted networks {{(pid=79430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 15:28:11.896833 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.agentschedulers_db [None req-7f677492-e8c6-4898-8a6e-2fa2d15f3c41 None None] DHCP Agent not found on host dv-cinder-789603-6-smb {{(pid=79430) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 12 15:28:12.001024 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-73da1366-ae6c-4750-aaf2-adf13fd9b541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742'] for agent, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:14.107471 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-aac4a312-e09b-46e0-b883-6c17a2212c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742'] for agent, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:14.134414 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742'] for agent, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:14.135406 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:14.135975 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:14.136528 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:14.137079 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:14.137613 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:14.138151 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:14.138694 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:14.139221 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:14.139746 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:14.140266 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:14.140764 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:14.141285 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:14.144665 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:14.148972 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:14.170184 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.db.api [None req-f8b0b8b5-e995-47ac-b715-5ac99eda3631 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-789603-6-smb {{(pid=79430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 15:28:14.170929 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_db.api [None req-f8b0b8b5-e995-47ac-b715-5ac99eda3631 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 15:28:14.757610 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b8b5-e995-47ac-b715-5ac99eda3631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:15.272347 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742'] for agent, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:17.031952 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742'] for agent, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:17.154585 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.db.l3_hamode_db [None req-551538ae-bf57-432e-826a-e15801307d08 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 15:28:17.241472 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551538ae-bf57-432e-826a-e15801307d08 None None] Routers set() bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:28:17.241855 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551538ae-bf57-432e-826a-e15801307d08 None None] Router IDs set() for agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 12 15:28:18.644739 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 50390) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:28:19.226422 dv-cinder-789603-6-smb neutron-server[79429]: WARNING oslo_policy.policy [None req-2c5a9b1a-25f3-458a-94c5-7c6056d1f6e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:19.227004 dv-cinder-789603-6-smb neutron-server[79429]: WARNING oslo_policy.policy [None req-2c5a9b1a-25f3-458a-94c5-7c6056d1f6e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:19.440203 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [None req-2c5a9b1a-25f3-458a-94c5-7c6056d1f6e9 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=79429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:28:19.441270 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-2c5a9b1a-25f3-458a-94c5-7c6056d1f6e9 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7955816 May 12 15:28:21.760896 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 50404) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:28:22.123012 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-90a2890b-520f-4ff2-b49d-11dfff429389 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:28:22.236550 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.policy [None req-90a2890b-520f-4ff2-b49d-11dfff429389 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79429) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 15:28:22.281193 dv-cinder-789603-6-smb neutron-server[79429]: WARNING oslo_policy.policy [None req-90a2890b-520f-4ff2-b49d-11dfff429389 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:22.281582 dv-cinder-789603-6-smb neutron-server[79429]: WARNING oslo_policy.policy [None req-90a2890b-520f-4ff2-b49d-11dfff429389 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:22.290423 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.quota [None req-90a2890b-520f-4ff2-b49d-11dfff429389 admin admin] Loaded quota_driver: . May 12 15:28:22.305758 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-90a2890b-520f-4ff2-b49d-11dfff429389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:28:22.421274 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-90a2890b-520f-4ff2-b49d-11dfff429389 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759834507556', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759834506487', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759835169084', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759835179648', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759835186022', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759835195396', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4116185', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3777276', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-643464', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-574932'] for rbac-policy, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:22.636885 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-90a2890b-520f-4ff2-b49d-11dfff429389 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:22.638114 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-90a2890b-520f-4ff2-b49d-11dfff429389 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8762567 May 12 15:28:25.202302 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 50418) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:28:25.552027 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Request body: {'network': {'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'project_id': '14e27ecdd127497eacd26719a02807a2', 'name': 'private', 'admin_state_up': True}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:28:25.556751 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:28:25.561263 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Usage tracker for resource:network and tenant:14e27ecdd127497eacd26719a02807a2 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:28:25.566498 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:28:25.572518 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:28:25.654107 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Made reservation on behalf of 14e27ecdd127497eacd26719a02807a2 for: {'network': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:28:25.656769 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:25.675409 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:25.690031 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:28:25.693793 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Usage tracker for resource:security_group_rule and tenant:14e27ecdd127497eacd26719a02807a2 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:28:25.698755 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:28:25.704237 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:28:25.796627 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:25.900368 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:25.904753 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:25.923631 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=79429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:28:25.949880 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759835096724', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:25.950485 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Unsubscribe: segment precommit_create {{(pid=79429) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 12 15:28:25.950947 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.segments_db [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Added segment 94b08d4a-b6f1-4c38-9768-4abff72e0b04 of type vlan for network 6f97c3fc-fa44-4a98-9b9b-ad1318523fcb May 12 15:28:25.999178 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0960902-1b2a-4cec-8b55-b017481bbb36,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:26.015253 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.017207 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.017207 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.017207 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.017207 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.017207 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.017592 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.017592 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.017854 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.018167 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.018602 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.018861 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Tracked resource versions report: May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: pushed versions: May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: { 'AddressGroup': {'1.2'}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'ConntrackHelper': {'1.0'}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'Log': {'1.0'}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'Network': {'1.1'}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'Port': {'1.7'}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'PortForwarding': {'1.2'}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'QosPolicy': {'1.8'}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'SecurityGroup': {'1.4'}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'SecurityGroupRule': {'1.2'}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'SubPort': {'1.0'}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'Subnet': {'1.1'}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'Trunk': {'1.1'}} May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: consumer versions: May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: { DHCP agent@dv-cinder-789603-6-smb: {}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: L3 agent@dv-cinder-789603-6-smb: {}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: Metadata agent@dv-cinder-789603-6-smb: {}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: Metering agent@dv-cinder-789603-6-smb: {}, May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: Open vSwitch agent@dv-cinder-789603-6-smb: { 'AddressGroup': '1.2', May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'ConntrackHelper': '1.0', May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'Log': '1.0', May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'Network': '1.1', May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'Port': '1.7', May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'PortForwarding': '1.2', May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'QosPolicy': '1.8', May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'SecurityGroup': '1.4', May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'SecurityGroupRule': '1.2', May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'SubPort': '1.0', May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'Subnet': '1.1', May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: 'Trunk': '1.1'}} May 12 15:28:26.019957 dv-cinder-789603-6-smb neutron-server[79429]: {{(pid=79429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:28:26.070915 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:26.074756 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:26.180125 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:26.181553 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:26.182205 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:26.185553 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:26.283552 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Pushing event updated for resources: {'Network': ['ID=6f97c3fc-fa44-4a98-9b9b-ad1318523fcb,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:26.286611 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:26.294868 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network 6f97c3fc-fa44-4a98-9b9b-ad1318523fcb details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:28:26.397845 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1944120 May 12 15:28:29.030508 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 50434) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:28:29.484828 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e1b67-5688-4f5a-a59e-45b8285348b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:29.486200 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-084e1b67-5688-4f5a-a59e-45b8285348b6 admin admin] 10.222.0.61 "GET /v2.0/networks/6f97c3fc-fa44-4a98-9b9b-ad1318523fcb HTTP/1.1" status: 200 len: 825 time: 0.4547386 May 12 15:28:29.513693 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-db62c354-e3e0-455b-a6b5-cf5d92f9b702 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/5c532bc3-4998-44d7-9aac-58ad375ee4ec HTTP/1.1" status: 200 len: 734 time: 0.0221646 May 12 15:28:29.522730 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5c532bc3-4998-44d7-9aac-58ad375ee4ec', 'ip_version': 4, 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:28:29.527046 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:28:29.530906 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Usage tracker for resource:subnet and tenant:14e27ecdd127497eacd26719a02807a2 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:28:29.534438 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:28:29.540113 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:28:29.596956 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Made reservation on behalf of 14e27ecdd127497eacd26719a02807a2 for: {'subnet': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:28:29.599290 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:30.114911 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for subnet, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:30.119918 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:30.201561 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e68261-edf0-4450-a334-c099df4cee9e,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:30.206754 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Checking segment: {'id': '94b08d4a-b6f1-4c38-9768-4abff72e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:28:30.207549 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Network hostable DHCP agents. Network: 6f97c3fc-fa44-4a98-9b9b-ad1318523fcb, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:28:30.210323 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:30.294233 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Network 6f97c3fc-fa44-4a98-9b9b-ad1318523fcb is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:28:30.391183 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, 6f97c3fc-fa44-4a98-9b9b-ad1318523fcb) {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:28:30.396290 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:30.396892 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:30.400729 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a29d3f8-323f-484c-a8f9-9b31094896cc None None] Network 6f97c3fc-fa44-4a98-9b9b-ad1318523fcb requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:28:30.483506 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9642348 May 12 15:28:30.711514 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe869d628-5334-5526-9cb7-f08dcc6e29b0-6f97c3fc-fa44-4a98-9b9b-ad1318523fcb', 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb', 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'fixed_ips': [{'subnet_id': '37e68261-edf0-4450-a334-c099df4cee9e'}]}} from dv-cinder-789603-6-smb. {{(pid=79430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:28:30.712708 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:30.899396 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.db_base_plugin_common [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Allocated IP 172.20.0.2 (6f97c3fc-fa44-4a98-9b9b-ad1318523fcb/37e68261-edf0-4450-a334-c099df4cee9e/afd6fa79-e408-473e-aa2a-b69f3c2acfb0) {{(pid=79430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:28:31.290632 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Notify callbacks [] for port, precommit_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:31.303971 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Transition to ACTIVE for port object afd6fa79-e408-473e-aa2a-b69f3c2acfb0 will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:28:31.323834 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Transition to ACTIVE for port object afd6fa79-e408-473e-aa2a-b69f3c2acfb0 will not be triggered until provisioned by entity DHCP. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:28:31.426385 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:31.431699 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:31.488892 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Network 6f97c3fc-fa44-4a98-9b9b-ad1318523fcb is already hosted by enough agents. {{(pid=79430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:28:31.489951 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.base_scheduler [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Resources bound (agent type, host, resource id): {{(pid=79430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:28:31.493080 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Received port after_create {{(pid=79430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:28:31.535349 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Pushing event updated for resources: {'Port': ['ID=afd6fa79-e408-473e-aa2a-b69f3c2acfb0,revision_number=1']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:31.551535 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:31.551871 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:31.552196 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:31.552520 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:31.552833 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:31.553171 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:31.553491 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:31.553797 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:31.554105 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:31.554412 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:31.554717 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:31.555019 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Tracked resource versions report: May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: pushed versions: May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: { 'AddressGroup': {'1.2'}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'ConntrackHelper': {'1.0'}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'Log': {'1.0'}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'Network': {'1.1'}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'Port': {'1.7'}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'PortForwarding': {'1.2'}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'QosPolicy': {'1.8'}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'SecurityGroup': {'1.4'}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'SecurityGroupRule': {'1.2'}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'SubPort': {'1.0'}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'Subnet': {'1.1'}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'Trunk': {'1.1'}} May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: consumer versions: May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: { DHCP agent@dv-cinder-789603-6-smb: {}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: L3 agent@dv-cinder-789603-6-smb: {}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: Metadata agent@dv-cinder-789603-6-smb: {}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: Metering agent@dv-cinder-789603-6-smb: {}, May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: Open vSwitch agent@dv-cinder-789603-6-smb: { 'AddressGroup': '1.2', May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'ConntrackHelper': '1.0', May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'Log': '1.0', May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'Network': '1.1', May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'Port': '1.7', May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'PortForwarding': '1.2', May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'QosPolicy': '1.8', May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'SecurityGroup': '1.4', May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'SecurityGroupRule': '1.2', May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'SubPort': '1.0', May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'Subnet': '1.1', May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: 'Trunk': '1.1'}} May 12 15:28:31.556257 dv-cinder-789603-6-smb neutron-server[79430]: {{(pid=79430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:28:31.559825 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:31.608579 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Attempting to bind port afd6fa79-e408-473e-aa2a-b69f3c2acfb0 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:28:31.608965 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Attempting to bind port afd6fa79-e408-473e-aa2a-b69f3c2acfb0 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': '94b08d4a-b6f1-4c38-9768-4abff72e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:28:31.609403 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Attempting to bind port afd6fa79-e408-473e-aa2a-b69f3c2acfb0 on network 6f97c3fc-fa44-4a98-9b9b-ad1318523fcb {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:28:31.614640 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:28:31.615046 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Checking segment: {'id': '94b08d4a-b6f1-4c38-9768-4abff72e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:28:31.615509 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:31.615901 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Bound using segment: {'id': '94b08d4a-b6f1-4c38-9768-4abff72e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:28:31.616359 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Bound port: afd6fa79-e408-473e-aa2a-b69f3c2acfb0, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b08d4a-b6f1-4c38-9768-4abff72e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:28:31.616744 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:31.708081 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] For port afd6fa79-e408-473e-aa2a-b69f3c2acfb0, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:28:31.712027 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] For port afd6fa79-e408-473e-aa2a-b69f3c2acfb0, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=afd6fa79-e408-473e-aa2a-b69f3c2acfb0,segment=NetworkSegment(94b08d4a-b6f1-4c38-9768-4abff72e0b04),segment_id=94b08d4a-b6f1-4c38-9768-4abff72e0b04)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:28:31.809311 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:31.813368 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:31.896277 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Pushing event updated for resources: {'Port': ['ID=afd6fa79-e408-473e-aa2a-b69f3c2acfb0,revision_number=2']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:31.905541 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:32.875724 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 50444) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:28:33.276251 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [None req-b3f5a635-4531-4e9d-8500-c17b42f87f5f admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=79429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:28:33.277257 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-b3f5a635-4531-4e9d-8500-c17b42f87f5f admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3999500 May 12 15:28:35.634926 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 50454) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:28:36.241958 dv-cinder-789603-6-smb neutron-server[79428]: WARNING oslo_policy.policy [None req-6d114f6c-be95-4946-8d4a-e759c19c3fd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:36.241958 dv-cinder-789603-6-smb neutron-server[79428]: WARNING oslo_policy.policy [None req-6d114f6c-be95-4946-8d4a-e759c19c3fd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:36.460052 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [None req-6d114f6c-be95-4946-8d4a-e759c19c3fd9 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=79428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:28:36.461224 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-6d114f6c-be95-4946-8d4a-e759c19c3fd9 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8242843 May 12 15:28:37.336349 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75969757-87ec-4b0c-adf1-85914a0cbc65 None None] Network 6f97c3fc-fa44-4a98-9b9b-ad1318523fcb requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:28:37.499974 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-cafb8e49-e917-49bb-8dcb-e35809c13207 None None] Provisioning for port afd6fa79-e408-473e-aa2a-b69f3c2acfb0 completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:28:38.224164 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device afd6fa79-e408-473e-aa2a-b69f3c2acfb0 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:28:38.345763 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port afd6fa79-e408-473e-aa2a-b69f3c2acfb0 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:28:38.350856 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port afd6fa79-e408-473e-aa2a-b69f3c2acfb0 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:28:38.351266 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:38.466448 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:38.500608 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port afd6fa79-e408-473e-aa2a-b69f3c2acfb0, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=afd6fa79-e408-473e-aa2a-b69f3c2acfb0,segment=NetworkSegment(94b08d4a-b6f1-4c38-9768-4abff72e0b04),segment_id=94b08d4a-b6f1-4c38-9768-4abff72e0b04)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:28:38.637256 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:38.639661 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-b9b0870b-e2f6-4f69-9c47-256cef7589f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:38.708051 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=afd6fa79-e408-473e-aa2a-b69f3c2acfb0,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:38.711186 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:39.116074 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 50474) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:28:39.477651 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-abcf4bdf-734a-486b-8b80-6035559c015b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'name': 'router1'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:28:39.482612 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-abcf4bdf-734a-486b-8b80-6035559c015b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:28:39.486546 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-abcf4bdf-734a-486b-8b80-6035559c015b admin admin] Usage tracker for resource:router and tenant:14e27ecdd127497eacd26719a02807a2 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:28:39.490639 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-abcf4bdf-734a-486b-8b80-6035559c015b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:28:39.496569 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-abcf4bdf-734a-486b-8b80-6035559c015b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:28:39.557584 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-abcf4bdf-734a-486b-8b80-6035559c015b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-993519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46459'] for router, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:39.559283 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-abcf4bdf-734a-486b-8b80-6035559c015b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46402'] for router, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:39.581381 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-abcf4bdf-734a-486b-8b80-6035559c015b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:39.741380 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-abcf4bdf-734a-486b-8b80-6035559c015b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542988'] for router, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:39.837331 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-abcf4bdf-734a-486b-8b80-6035559c015b admin admin] Notify callbacks [] for router, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:39.839570 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-abcf4bdf-734a-486b-8b80-6035559c015b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7223978 May 12 15:28:40.207977 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device afd6fa79-e408-473e-aa2a-b69f3c2acfb0 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:28:40.274578 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port afd6fa79-e408-473e-aa2a-b69f3c2acfb0 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:28:40.274947 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:40.525660 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 5 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:28:41.774041 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-45d96384-8752-4a90-8ffd-eb65421d69d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:42.173397 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 50484) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:28:42.535142 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [None req-192829bf-941e-4576-bdd7-f63c3c5df669 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=79428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:28:42.536092 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-192829bf-941e-4576-bdd7-f63c3c5df669 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3616929 May 12 15:28:44.062928 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-c1e2f90c-d395-43c4-b875-1253bc2d5955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:44.174284 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:44.870773 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 50494) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:28:45.145746 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:45.240155 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:28:45.241947 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.quota [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Loaded quota_driver: . May 12 15:28:45.257988 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:28:45.264389 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Usage tracker for resource:network and tenant:bb40a143659e4344a9ed005650985d9e is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:28:45.269358 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:28:45.276607 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:28:45.396949 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Made reservation on behalf of bb40a143659e4344a9ed005650985d9e for: {'network': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:28:45.471258 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.policy [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79428) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 15:28:45.516492 dv-cinder-789603-6-smb neutron-server[79428]: WARNING oslo_policy.policy [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:45.516796 dv-cinder-789603-6-smb neutron-server[79428]: WARNING oslo_policy.policy [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:45.526697 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:45.548241 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:45.563059 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:28:45.566773 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Usage tracker for resource:security_group_rule and tenant:bb40a143659e4344a9ed005650985d9e is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:28:45.569984 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:28:45.575465 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:28:45.671488 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:45.768324 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:45.773927 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:45.785193 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Reserving flat network on physical network physnet1 {{(pid=79428) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 15:28:45.815492 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759835096724', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:45.816082 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Unsubscribe: segment precommit_create {{(pid=79428) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 12 15:28:45.816547 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.segments_db [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Added segment a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1 of type flat for network af5cf3b2-0f76-46e3-8e35-95db1bf12898 May 12 15:28:45.868288 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490a0451-2ef9-4cff-9727-7a1818fdee37,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:45.885589 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:45.886254 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:45.886254 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:45.886537 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:45.886851 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:45.887170 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:45.887478 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:45.887779 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:45.888112 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:45.888429 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:45.888735 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:45.889060 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Tracked resource versions report: May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: pushed versions: May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: { 'AddressGroup': {'1.2'}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'ConntrackHelper': {'1.0'}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'Log': {'1.0'}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'Network': {'1.1'}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'Port': {'1.7'}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'PortForwarding': {'1.2'}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'QosPolicy': {'1.8'}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'SecurityGroup': {'1.4'}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'SecurityGroupRule': {'1.2'}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'SubPort': {'1.0'}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'Subnet': {'1.1'}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'Trunk': {'1.1'}} May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: consumer versions: May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: { DHCP agent@dv-cinder-789603-6-smb: {}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: L3 agent@dv-cinder-789603-6-smb: {}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: Metadata agent@dv-cinder-789603-6-smb: {}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: Metering agent@dv-cinder-789603-6-smb: {}, May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: Open vSwitch agent@dv-cinder-789603-6-smb: { 'AddressGroup': '1.2', May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'ConntrackHelper': '1.0', May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'Log': '1.0', May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'Network': '1.1', May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'Port': '1.7', May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'PortForwarding': '1.2', May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'QosPolicy': '1.8', May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'SecurityGroup': '1.4', May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'SecurityGroupRule': '1.2', May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'SubPort': '1.0', May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'Subnet': '1.1', May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: 'Trunk': '1.1'}} May 12 15:28:45.890134 dv-cinder-789603-6-smb neutron-server[79428]: {{(pid=79428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:28:45.942555 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:45.946499 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:46.065284 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:46.066847 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:46.067525 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:46.072553 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:46.176197 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Pushing event updated for resources: {'Network': ['ID=af5cf3b2-0f76-46e3-8e35-95db1bf12898,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:46.179577 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:46.186556 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:28:46.226573 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3547208 May 12 15:28:46.962960 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:48.549576 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 50520) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:28:48.764862 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b6a914-982c-4a96-835d-d96d77b8cfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:48.766793 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-d1b6a914-982c-4a96-835d-d96d77b8cfb8 admin admin] 10.222.0.61 "GET /v2.0/subnets/37e68261-edf0-4450-a334-c099df4cee9e HTTP/1.1" status: 200 len: 849 time: 0.2157214 May 12 15:28:48.940408 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-862510ed-adf8-48d3-a646-c30d643a6284 admin admin] 10.222.0.61 "GET /v2.0/routers/86f5e7b7-dca7-4db1-b385-7ba93a081516 HTTP/1.1" status: 200 len: 704 time: 0.1679459 May 12 15:28:49.414843 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:49.643531 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Allocated IP 172.20.0.1 (6f97c3fc-fa44-4a98-9b9b-ad1318523fcb/37e68261-edf0-4450-a334-c099df4cee9e/a4679283-9122-4a40-861e-6fd86c6bcd53) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:28:49.796403 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:49.813793 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Transition to ACTIVE for port object a4679283-9122-4a40-861e-6fd86c6bcd53 will not be triggered until provisioned by entity DHCP. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:28:49.929375 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:49.934305 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:49.992481 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Network 6f97c3fc-fa44-4a98-9b9b-ad1318523fcb is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:28:49.995470 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:28:50.001288 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:28:50.001814 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542163'] for router_interface, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:50.146679 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Pushing event updated for resources: {'Port': ['ID=a4679283-9122-4a40-861e-6fd86c6bcd53,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:50.152747 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:50.322639 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-54a78f27-2840-4cdd-bb88-940a1e482754 None None] Provisioning for port a4679283-9122-4a40-861e-6fd86c6bcd53 completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:28:50.327563 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-54a78f27-2840-4cdd-bb88-940a1e482754 None None] Provisioning complete for port a4679283-9122-4a40-861e-6fd86c6bcd53 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:28:50.327938 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-54a78f27-2840-4cdd-bb88-940a1e482754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:50.352170 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:50.384003 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-54a78f27-2840-4cdd-bb88-940a1e482754 None None] Port a4679283-9122-4a40-861e-6fd86c6bcd53 cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:28:50.612111 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:50.682610 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:50.683701 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542064'] for router_interface, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:50.687032 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:50.811825 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Pushing event updated for resources: {'Port': ['ID=a4679283-9122-4a40-861e-6fd86c6bcd53,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:50.815726 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:50.873321 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Network 6f97c3fc-fa44-4a98-9b9b-ad1318523fcb is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:28:50.874287 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:28:51.108091 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-66948a87-e4f4-4cc8-b887-0e79c50f8170 None None] Provisioning complete for port a4679283-9122-4a40-861e-6fd86c6bcd53 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:28:51.108460 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-66948a87-e4f4-4cc8-b887-0e79c50f8170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:51.137807 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Router 86f5e7b7-dca7-4db1-b385-7ba93a081516 is scheduled to L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 with binding_index 1 {{(pid=79428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:28:51.162395 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-66948a87-e4f4-4cc8-b887-0e79c50f8170 None None] Port a4679283-9122-4a40-861e-6fd86c6bcd53 cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:28:51.289623 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:28:51.299229 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] 10.222.0.61 "PUT /v2.0/routers/86f5e7b7-dca7-4db1-b385-7ba93a081516/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3540452 May 12 15:28:51.299679 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Sync routers for ids ['86f5e7b7-dca7-4db1-b385-7ba93a081516'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:28:51.310515 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Routers {'86f5e7b7-dca7-4db1-b385-7ba93a081516'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:28:51.311367 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:28:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['86f5e7b7-dca7-4db1-b385-7ba93a081516'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:51.485406 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Set router 86f5e7b7-dca7-4db1-b385-7ba93a081516 gateway port host: None {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:28:51.847732 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'name': 'router1', 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:28:39Z', 'updated_at': '2021-05-12T15:28:50Z', 'revision_number': 2, 'project_id': '14e27ecdd127497eacd26719a02807a2', 'gw_port_host': None, '_interfaces': [{'id': 'a4679283-9122-4a40-861e-6fd86c6bcd53', 'name': '', 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb', 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'mac_address': 'fa:16:3e:ad:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37e68261-edf0-4450-a334-c099df4cee9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:28:49Z', 'updated_at': '2021-05-12T15:28:50Z', 'revision_number': 2, 'project_id': '14e27ecdd127497eacd26719a02807a2', 'subnets': [{'id': '37e68261-edf0-4450-a334-c099df4cee9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c532bc3-4998-44d7-9aac-58ad375ee4ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:51.852590 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Checking router: 86f5e7b7-dca7-4db1-b385-7ba93a081516 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:28:51.852968 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Updating router 86f5e7b7-dca7-4db1-b385-7ba93a081516 port a4679283-9122-4a40-861e-6fd86c6bcd53 binding host dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:28:51.904186 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:52.288874 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Notify callbacks [] for port, precommit_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:52.305462 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.provisioning_blocks [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Transition to ACTIVE for port object a4679283-9122-4a40-861e-6fd86c6bcd53 will not be triggered until provisioned by entity L2. {{(pid=79431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:28:52.385905 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:52.390873 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:52.613670 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Pushing event updated for resources: {'Port': ['ID=a4679283-9122-4a40-861e-6fd86c6bcd53,revision_number=3']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:52.631861 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:52.632192 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:52.632519 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:52.632837 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:52.633173 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:52.633484 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:52.633790 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:52.634094 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:52.634398 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:52.634698 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:52.635002 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:52.635302 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Tracked resource versions report: May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: pushed versions: May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: { 'AddressGroup': {'1.2'}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'ConntrackHelper': {'1.0'}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'Log': {'1.0'}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'Network': {'1.1'}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'Port': {'1.7'}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'PortForwarding': {'1.2'}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'QosPolicy': {'1.8'}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'SecurityGroup': {'1.4'}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'SecurityGroupRule': {'1.2'}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'SubPort': {'1.0'}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'Subnet': {'1.1'}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'Trunk': {'1.1'}} May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: consumer versions: May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: { DHCP agent@dv-cinder-789603-6-smb: {}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: L3 agent@dv-cinder-789603-6-smb: {}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: Metadata agent@dv-cinder-789603-6-smb: {}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: Metering agent@dv-cinder-789603-6-smb: {}, May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: Open vSwitch agent@dv-cinder-789603-6-smb: { 'AddressGroup': '1.2', May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'ConntrackHelper': '1.0', May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'Log': '1.0', May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'Network': '1.1', May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'Port': '1.7', May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'PortForwarding': '1.2', May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'QosPolicy': '1.8', May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'SecurityGroup': '1.4', May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'SecurityGroupRule': '1.2', May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'SubPort': '1.0', May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'Subnet': '1.1', May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: 'Trunk': '1.1'}} May 12 15:28:52.636427 dv-cinder-789603-6-smb neutron-server[79431]: {{(pid=79431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:28:52.642986 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Attempting to bind port a4679283-9122-4a40-861e-6fd86c6bcd53 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:28:52.643373 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Attempting to bind port a4679283-9122-4a40-861e-6fd86c6bcd53 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': '94b08d4a-b6f1-4c38-9768-4abff72e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb'}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:28:52.643786 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Attempting to bind port a4679283-9122-4a40-861e-6fd86c6bcd53 on network 6f97c3fc-fa44-4a98-9b9b-ad1318523fcb {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:28:52.645906 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:52.649687 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:28:52.650089 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Checking segment: {'id': '94b08d4a-b6f1-4c38-9768-4abff72e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:28:52.650557 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:52.650931 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Bound using segment: {'id': '94b08d4a-b6f1-4c38-9768-4abff72e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb'} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:28:52.651416 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Bound port: a4679283-9122-4a40-861e-6fd86c6bcd53, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b08d4a-b6f1-4c38-9768-4abff72e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb'}}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:28:52.651804 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:52.738466 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] For port a4679283-9122-4a40-861e-6fd86c6bcd53, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:28:52.742216 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] For port a4679283-9122-4a40-861e-6fd86c6bcd53, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=a4679283-9122-4a40-861e-6fd86c6bcd53,segment=NetworkSegment(94b08d4a-b6f1-4c38-9768-4abff72e0b04),segment_id=94b08d4a-b6f1-4c38-9768-4abff72e0b04)] {{(pid=79431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:28:52.809054 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:52.813832 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:52.899730 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Routers {'86f5e7b7-dca7-4db1-b385-7ba93a081516'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:28:52.900366 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:28:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['86f5e7b7-dca7-4db1-b385-7ba93a081516'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:52.956088 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Pushing event updated for resources: {'Port': ['ID=a4679283-9122-4a40-861e-6fd86c6bcd53,revision_number=4']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:53.012898 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:53.056992 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] Set router 86f5e7b7-dca7-4db1-b385-7ba93a081516 gateway port host: None {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:28:53.396045 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'name': 'router1', 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:28:39Z', 'updated_at': '2021-05-12T15:28:50Z', 'revision_number': 2, 'project_id': '14e27ecdd127497eacd26719a02807a2', 'gw_port_host': None, '_interfaces': [{'id': 'a4679283-9122-4a40-861e-6fd86c6bcd53', 'name': '', 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb', 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'mac_address': 'fa:16:3e:ad:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37e68261-edf0-4450-a334-c099df4cee9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:28:49Z', 'updated_at': '2021-05-12T15:28:52Z', 'revision_number': 4, 'project_id': '14e27ecdd127497eacd26719a02807a2', 'subnets': [{'id': '37e68261-edf0-4450-a334-c099df4cee9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c532bc3-4998-44d7-9aac-58ad375ee4ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:53.399871 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff4003-e93d-42d8-85bd-d7f0f1dcbdeb None None] The sync data for ids ['86f5e7b7-dca7-4db1-b385-7ba93a081516'] in dv-cinder-789603-6-smb is: [{'id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'name': 'router1', 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:28:39Z', 'updated_at': '2021-05-12T15:28:50Z', 'revision_number': 2, 'project_id': '14e27ecdd127497eacd26719a02807a2', 'gw_port_host': None, '_interfaces': [{'id': 'a4679283-9122-4a40-861e-6fd86c6bcd53', 'name': '', 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb', 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'mac_address': 'fa:16:3e:ad:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37e68261-edf0-4450-a334-c099df4cee9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:28:49Z', 'updated_at': '2021-05-12T15:28:52Z', 'revision_number': 4, 'project_id': '14e27ecdd127497eacd26719a02807a2', 'subnets': [{'id': '37e68261-edf0-4450-a334-c099df4cee9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c532bc3-4998-44d7-9aac-58ad375ee4ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:28:53.445864 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 50542) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:28:53.589769 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c74805e-a990-4271-839a-bca8b3628611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:53.590327 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-3c74805e-a990-4271-839a-bca8b3628611 admin admin] Synchronizing usage tracker for tenant:bb40a143659e4344a9ed005650985d9e on resource:network {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:28:53.677344 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-3c74805e-a990-4271-839a-bca8b3628611 admin admin] Unset dirty status for tenant:bb40a143659e4344a9ed005650985d9e on resource:network {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:28:53.678452 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-3c74805e-a990-4271-839a-bca8b3628611 admin admin] 10.222.0.61 "GET /v2.0/networks/af5cf3b2-0f76-46e3-8e35-95db1bf12898 HTTP/1.1" status: 200 len: 842 time: 0.2316401 May 12 15:28:53.688207 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:28:53.693891 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:28:53.697685 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Usage tracker for resource:subnet and tenant:bb40a143659e4344a9ed005650985d9e is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:28:53.700540 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:28:53.710946 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:28:53.819963 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Made reservation on behalf of bb40a143659e4344a9ed005650985d9e for: {'subnet': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:28:53.822627 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:54.349603 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.objects.ports [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79428) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 12 15:28:54.350116 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for subnet, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:54.354580 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:54.432290 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Checking segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:28:54.432552 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Network hostable DHCP agents. Network: af5cf3b2-0f76-46e3-8e35-95db1bf12898, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:28:54.435152 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:54.440802 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:54.545856 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:28:54.626331 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, af5cf3b2-0f76-46e3-8e35-95db1bf12898) {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:28:54.630942 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:54.631560 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:54.637937 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0422eb66-9e27-4c46-b1b9-31ef216a68c9 None None] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:28:54.718074 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0337017 May 12 15:28:54.847141 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28219bb2-4003-4d4d-a8e6-c2ce6df1bf20 None None] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:28:56.235202 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device a4679283-9122-4a40-861e-6fd86c6bcd53 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:28:56.374073 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port a4679283-9122-4a40-861e-6fd86c6bcd53 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:28:56.379389 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port a4679283-9122-4a40-861e-6fd86c6bcd53 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:28:56.379757 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:56.504971 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:56.536573 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port a4679283-9122-4a40-861e-6fd86c6bcd53, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=a4679283-9122-4a40-861e-6fd86c6bcd53,segment=NetworkSegment(94b08d4a-b6f1-4c38-9768-4abff72e0b04),segment_id=94b08d4a-b6f1-4c38-9768-4abff72e0b04)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:28:56.620382 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:56.624046 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:56.691549 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=a4679283-9122-4a40-861e-6fd86c6bcd53,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:56.694691 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:56.952327 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 50556) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:28:57.188955 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-36226efc-9962-4931-8adf-d87d8ecc71cf admin admin] 10.222.0.61 "GET /v2.0/routers/86f5e7b7-dca7-4db1-b385-7ba93a081516 HTTP/1.1" status: 200 len: 710 time: 0.2348459 May 12 15:28:57.322841 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0916c0ea-29be-4331-aee9-cd554cec231e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:57.324843 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-0916c0ea-29be-4331-aee9-cd554cec231e admin admin] 10.222.0.61 "GET /v2.0/networks/af5cf3b2-0f76-46e3-8e35-95db1bf12898 HTTP/1.1" status: 200 len: 886 time: 0.1300404 May 12 15:28:57.333512 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:28:57.767362 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-994075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46428'] for router, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:58.146055 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:58.205637 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:58.207458 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device a4679283-9122-4a40-861e-6fd86c6bcd53 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:28:58.275098 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port a4679283-9122-4a40-861e-6fd86c6bcd53 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:28:58.275501 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:58.335817 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Allocated IP 172.28.0.220 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/259e988f-08d4-42a7-b855-56713a9a14fb) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:28:58.529306 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:58.654184 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:58.658048 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-315f4991-b3c8-4e06-a9e1-59e8b6add226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:58.714913 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:28:58.717638 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:28:58.725901 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:28:58.834181 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Pushing event updated for resources: {'Port': ['ID=259e988f-08d4-42a7-b855-56713a9a14fb,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:58.842717 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:59.188391 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:59.521262 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-994075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46428'] for router, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:59.524476 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-994060'] for router, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:59.698917 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Router 86f5e7b7-dca7-4db1-b385-7ba93a081516 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:28:59.919283 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:28:59.927265 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Notify callbacks [] for router, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:59.928442 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] 10.222.0.61 "PUT /v2.0/routers/86f5e7b7-dca7-4db1-b385-7ba93a081516 HTTP/1.1" status: 200 len: 890 time: 2.5983939 May 12 15:28:59.929063 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Sync routers for ids ['86f5e7b7-dca7-4db1-b385-7ba93a081516'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:28:59.940189 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Routers {'86f5e7b7-dca7-4db1-b385-7ba93a081516'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:28:59.940847 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:28:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['86f5e7b7-dca7-4db1-b385-7ba93a081516'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:00.140991 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Set router 86f5e7b7-dca7-4db1-b385-7ba93a081516 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:29:00.500643 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'name': 'router1', 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '259e988f-08d4-42a7-b855-56713a9a14fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:28:39Z', 'updated_at': '2021-05-12T15:28:58Z', 'revision_number': 4, 'project_id': '14e27ecdd127497eacd26719a02807a2', 'gw_port': {'id': '259e988f-08d4-42a7-b855-56713a9a14fb', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:28:58Z', 'updated_at': '2021-05-12T15:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': 'a4679283-9122-4a40-861e-6fd86c6bcd53', 'name': '', 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb', 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'mac_address': 'fa:16:3e:ad:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37e68261-edf0-4450-a334-c099df4cee9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:28:49Z', 'updated_at': '2021-05-12T15:28:56Z', 'revision_number': 5, 'project_id': '14e27ecdd127497eacd26719a02807a2', 'subnets': [{'id': '37e68261-edf0-4450-a334-c099df4cee9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c532bc3-4998-44d7-9aac-58ad375ee4ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:00.505671 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Checking router: 86f5e7b7-dca7-4db1-b385-7ba93a081516 for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:29:00.506031 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Updating router 86f5e7b7-dca7-4db1-b385-7ba93a081516 port 259e988f-08d4-42a7-b855-56713a9a14fb binding host dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:29:00.557588 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:00.909098 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Notify callbacks [] for port, precommit_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:00.921056 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Transition to ACTIVE for port object 259e988f-08d4-42a7-b855-56713a9a14fb will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:29:01.020019 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:01.024422 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:01.101553 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Attempting to bind port 259e988f-08d4-42a7-b855-56713a9a14fb on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:29:01.101931 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Attempting to bind port 259e988f-08d4-42a7-b855-56713a9a14fb by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:29:01.102298 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Attempting to bind port 259e988f-08d4-42a7-b855-56713a9a14fb on network af5cf3b2-0f76-46e3-8e35-95db1bf12898 {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:29:01.104590 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f34a4e-7d3b-4051-9f99-93b13d1f8417 None None] Pushing event updated for resources: {'Port': ['ID=259e988f-08d4-42a7-b855-56713a9a14fb,revision_number=2']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:01.108352 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-08f34a4e-7d3b-4051-9f99-93b13d1f8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:01.111877 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:29:01.112267 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Checking segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:29:01.112806 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:01.113110 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Bound using segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:29:01.113620 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Bound port: 259e988f-08d4-42a7-b855-56713a9a14fb, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:29:01.114030 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:01.196610 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] For port 259e988f-08d4-42a7-b855-56713a9a14fb, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:29:01.199995 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] For port 259e988f-08d4-42a7-b855-56713a9a14fb, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=259e988f-08d4-42a7-b855-56713a9a14fb,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:29:01.317061 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:01.321128 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:01.398688 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f34a4e-7d3b-4051-9f99-93b13d1f8417 None None] Pushing event updated for resources: {'Port': ['ID=259e988f-08d4-42a7-b855-56713a9a14fb,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:01.401453 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Routers {'86f5e7b7-dca7-4db1-b385-7ba93a081516'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:29:01.402058 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:28:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['86f5e7b7-dca7-4db1-b385-7ba93a081516'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:01.453236 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-08f34a4e-7d3b-4051-9f99-93b13d1f8417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:01.585520 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] Set router 86f5e7b7-dca7-4db1-b385-7ba93a081516 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:29:01.917485 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'name': 'router1', 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '259e988f-08d4-42a7-b855-56713a9a14fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:28:39Z', 'updated_at': '2021-05-12T15:28:58Z', 'revision_number': 4, 'project_id': '14e27ecdd127497eacd26719a02807a2', 'gw_port': {'id': '259e988f-08d4-42a7-b855-56713a9a14fb', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:28:58Z', 'updated_at': '2021-05-12T15:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': 'a4679283-9122-4a40-861e-6fd86c6bcd53', 'name': '', 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb', 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'mac_address': 'fa:16:3e:ad:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37e68261-edf0-4450-a334-c099df4cee9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:28:49Z', 'updated_at': '2021-05-12T15:28:56Z', 'revision_number': 5, 'project_id': '14e27ecdd127497eacd26719a02807a2', 'subnets': [{'id': '37e68261-edf0-4450-a334-c099df4cee9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c532bc3-4998-44d7-9aac-58ad375ee4ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:01.922154 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d06af6-8873-4ed4-9a95-40161c2fb19a None None] The sync data for ids ['86f5e7b7-dca7-4db1-b385-7ba93a081516'] in dv-cinder-789603-6-smb is: [{'id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'name': 'router1', 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '259e988f-08d4-42a7-b855-56713a9a14fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:28:39Z', 'updated_at': '2021-05-12T15:28:58Z', 'revision_number': 4, 'project_id': '14e27ecdd127497eacd26719a02807a2', 'gw_port': {'id': '259e988f-08d4-42a7-b855-56713a9a14fb', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:28:58Z', 'updated_at': '2021-05-12T15:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': 'a4679283-9122-4a40-861e-6fd86c6bcd53', 'name': '', 'network_id': '6f97c3fc-fa44-4a98-9b9b-ad1318523fcb', 'tenant_id': '14e27ecdd127497eacd26719a02807a2', 'mac_address': 'fa:16:3e:ad:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f5e7b7-dca7-4db1-b385-7ba93a081516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37e68261-edf0-4450-a334-c099df4cee9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:28:49Z', 'updated_at': '2021-05-12T15:28:56Z', 'revision_number': 5, 'project_id': '14e27ecdd127497eacd26719a02807a2', 'subnets': [{'id': '37e68261-edf0-4450-a334-c099df4cee9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c532bc3-4998-44d7-9aac-58ad375ee4ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:29:02.288416 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 259e988f-08d4-42a7-b855-56713a9a14fb up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:29:02.329191 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 50566) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:02.454517 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 259e988f-08d4-42a7-b855-56713a9a14fb completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:29:02.460435 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-28de9286-091c-49af-a28d-66499e853ee0 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1269698 May 12 15:29:02.460571 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 259e988f-08d4-42a7-b855-56713a9a14fb triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:29:02.460571 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:02.598526 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:02.618255 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 259e988f-08d4-42a7-b855-56713a9a14fb, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=259e988f-08d4-42a7-b855-56713a9a14fb,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:29:02.705867 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:02.708059 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:02.779147 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=259e988f-08d4-42a7-b855-56713a9a14fb,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:02.782192 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:04.233550 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 259e988f-08d4-42a7-b855-56713a9a14fb up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:29:04.320448 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 259e988f-08d4-42a7-b855-56713a9a14fb triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:29:04.321311 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:11.751989 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ae85ac88-706b-4952-b952-db1a2c28a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:14.157269 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-a8b27279-5799-4821-bdc0-6f9f3f406da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:14.209090 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:15.208676 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:16.974604 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:17.527369 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 5 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:29:41.768511 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-41cc212c-8b6f-45a3-bd44-1550d5070807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:44.107442 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-b7684736-8c12-4d69-b335-395c0fbf5d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:44.134605 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:45.196407 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:47.042671 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:54.527207 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 5 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:30:11.780244 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-9721ef05-7f5b-4d73-97fa-1c6faa86d553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:14.067904 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-bca47b36-6042-48c9-96b3-d8e46c71ace0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:14.191342 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:15.202418 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:17.025358 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:31.525961 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 5 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:30:38.655520 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51136) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:30:38.724121 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa697c7-194b-4acf-8741-4fe27d607d4e admin admin] GET failed (client error): The resource could not be found. May 12 15:30:38.725447 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-5fa697c7-194b-4acf-8741-4fe27d607d4e admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0689912 May 12 15:30:38.858911 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ff89ad-9e57-469b-8610-5076d91dfa69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:38.860253 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-24ff89ad-9e57-469b-8610-5076d91dfa69 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1309299 May 12 15:30:40.987467 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51146) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:30:41.097563 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae1dfa8-38a1-49db-8261-ad9445929987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:41.098154 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-cae1dfa8-38a1-49db-8261-ad9445929987 admin admin] Synchronizing usage tracker for tenant:bb40a143659e4344a9ed005650985d9e on resource:subnet {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:30:41.253917 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-cae1dfa8-38a1-49db-8261-ad9445929987 admin admin] Unset dirty status for tenant:bb40a143659e4344a9ed005650985d9e on resource:subnet {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:30:41.255113 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-cae1dfa8-38a1-49db-8261-ad9445929987 admin admin] 10.222.0.61 "GET /v2.0/subnets/37e68261-edf0-4450-a334-c099df4cee9e HTTP/1.1" status: 200 len: 849 time: 0.2667055 May 12 15:30:41.265254 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:30:41.383647 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Notify callbacks [] for subnet, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:41.636969 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759835205214'] for subnet, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:41.641068 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:30:41.686394 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:41.687034 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:41.692532 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] 10.222.0.61 "PUT /v2.0/subnets/37e68261-edf0-4450-a334-c099df4cee9e HTTP/1.1" status: 200 len: 868 time: 0.4276757 May 12 15:30:41.694290 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05572c0-71d7-4730-baa2-e8846843a7e2 None None] Network 6f97c3fc-fa44-4a98-9b9b-ad1318523fcb requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:30:41.714362 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e68261-edf0-4450-a334-c099df4cee9e,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:30:41.723070 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:41.723455 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:41.723744 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:41.724075 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:41.724401 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:41.724729 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:41.725081 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:41.725391 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:41.725736 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:41.726054 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:41.726368 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:41.726680 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:41.730486 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:30:41.862024 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-c683204b-feba-4a50-b177-f10d8c8ae024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:42.198422 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-535bcf3f-4f36-441a-8dae-6c52771a395e None None] Provisioning complete for port a4679283-9122-4a40-861e-6fd86c6bcd53 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:30:42.199090 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-535bcf3f-4f36-441a-8dae-6c52771a395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:42.326650 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-535bcf3f-4f36-441a-8dae-6c52771a395e None None] Provisioning complete for port afd6fa79-e408-473e-aa2a-b69f3c2acfb0 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:30:42.327016 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-535bcf3f-4f36-441a-8dae-6c52771a395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:43.820132 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51156) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:30:43.995328 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e07a195-7c52-4511-a4b0-aee4582b7ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:44.002476 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e07a195-7c52-4511-a4b0-aee4582b7ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:44.002476 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-5e07a195-7c52-4511-a4b0-aee4582b7ce3 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1763108 May 12 15:30:44.054005 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-cfee1b42-eefe-48f4-906d-d1b1dfb2bd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:44.179837 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:45.220091 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:46.096246 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51166) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:30:46.269291 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1a8c51-a6cf-44df-977f-77e1406c3778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:46.269776 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1a8c51-a6cf-44df-977f-77e1406c3778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:46.271282 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-db1a8c51-a6cf-44df-977f-77e1406c3778 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1740837 May 12 15:30:46.979729 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:48.449403 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51176) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:30:48.624569 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f928859-af62-4fee-bce1-4c920d7aa5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:48.625986 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-0f928859-af62-4fee-bce1-4c920d7aa5fd admin admin] 10.222.0.61 "GET /v2.0/networks/6f97c3fc-fa44-4a98-9b9b-ad1318523fcb HTTP/1.1" status: 200 len: 869 time: 0.1757383 May 12 15:30:50.745797 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51186) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:30:50.915697 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40d9f9-b7e1-4bc1-88d2-1ff20b6016ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:50.917089 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-7f40d9f9-b7e1-4bc1-88d2-1ff20b6016ca admin admin] 10.222.0.61 "GET /v2.0/networks/af5cf3b2-0f76-46e3-8e35-95db1bf12898 HTTP/1.1" status: 200 len: 886 time: 0.1703365 May 12 15:30:53.103599 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51196) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:30:53.211575 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408fd8cc-4315-49f2-a178-3aea0b3beab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:53.212037 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408fd8cc-4315-49f2-a178-3aea0b3beab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:53.213577 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-408fd8cc-4315-49f2-a178-3aea0b3beab9 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1089194 May 12 15:30:55.331023 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 51206) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:30:55.445707 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6dff75-9be1-4725-9f78-f95a6896214e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:55.446165 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6dff75-9be1-4725-9f78-f95a6896214e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:55.447679 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-1f6dff75-9be1-4725-9f78-f95a6896214e admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1156507 May 12 15:30:57.559054 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 51216) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:30:57.663981 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebc49c8-958e-449a-b52c-814cb17ae052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:57.665335 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-6ebc49c8-958e-449a-b52c-814cb17ae052 admin admin] 10.222.0.61 "GET /v2.0/subnets/37e68261-edf0-4450-a334-c099df4cee9e HTTP/1.1" status: 200 len: 868 time: 0.1047106 May 12 15:30:59.771092 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51226) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:30:59.873762 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6983477e-8199-4177-b702-03844fee3536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:59.875081 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-6983477e-8199-4177-b702-03844fee3536 admin admin] 10.222.0.61 "GET /v2.0/subnets/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a HTTP/1.1" status: 200 len: 816 time: 0.1030698 May 12 15:31:08.525172 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 5 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:31:11.774272 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-6a924fc1-5f0b-455c-b704-35d180332ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:14.094154 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-0d5492b4-b9ff-4bea-8b94-5d38fc74984b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:14.169197 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:15.288147 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:17.019740 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:23.102680 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 51270) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:23.152677 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [None req-26168550-2486-4fea-8310-97f93028bcf7 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=79429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:31:23.153827 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-26168550-2486-4fea-8310-97f93028bcf7 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501781 May 12 15:31:25.392222 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 51280) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:25.466714 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecff6532-44b1-42b4-9c27-cc04863e476d admin admin] GET failed (client error): The resource could not be found. May 12 15:31:25.467931 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-ecff6532-44b1-42b4-9c27-cc04863e476d admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0744417 May 12 15:31:25.594901 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422547e8-4066-48e8-b9e3-4edb3b9aec4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:25.596359 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-422547e8-4066-48e8-b9e3-4edb3b9aec4e admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1246109 May 12 15:31:27.786371 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 51290) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:27.837353 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:31:27.842631 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:31:27.852253 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:31:27.934545 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Made reservation on behalf of bb40a143659e4344a9ed005650985d9e for: {'network': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:31:27.936837 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:28.024881 dv-cinder-789603-6-smb neutron-server[79429]: WARNING neutron.services.revisions.revision_plugin [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Could not find related network for resource to bump revision. May 12 15:31:28.037036 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=79429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:31:28.046014 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:28.046345 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.segments_db [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Added segment 8c39c059-ca8a-4161-ad4b-c642bd55bdf2 of type vlan for network cdffa33c-5430-43b0-b4f2-f5cd3d329ebc May 12 15:31:28.075936 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:28.173093 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:28.174742 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:28.175341 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:28.178971 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:28.278054 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Pushing event updated for resources: {'Network': ['ID=cdffa33c-5430-43b0-b4f2-f5cd3d329ebc,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:28.284571 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:28.284906 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:28.285267 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:28.285594 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:28.285931 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:28.286233 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:28.286550 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:28.286863 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:28.287196 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:28.287509 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:28.287815 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:28.288121 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:28.291545 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:28.299446 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network cdffa33c-5430-43b0-b4f2-f5cd3d329ebc details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:31:28.356040 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5684552 May 12 15:31:30.501661 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 51300) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:30.567834 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.pecan_wsgi.hooks.translation [None req-af28ca0a-36e4-4745-89c8-40d07e4d3ca6 admin admin] GET failed (client error): The resource could not be found. May 12 15:31:30.568340 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-af28ca0a-36e4-4745-89c8-40d07e4d3ca6 admin admin] Synchronizing usage tracker for tenant:bb40a143659e4344a9ed005650985d9e on resource:network {{(pid=79429) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:31:30.654219 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-af28ca0a-36e4-4745-89c8-40d07e4d3ca6 admin admin] Unset dirty status for tenant:bb40a143659e4344a9ed005650985d9e on resource:network {{(pid=79429) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:31:30.655385 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-af28ca0a-36e4-4745-89c8-40d07e4d3ca6 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1527812 May 12 15:31:30.761405 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffd5826-a8fb-411d-8fe0-f22b356dcf2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:30.762788 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-bffd5826-a8fb-411d-8fe0-f22b356dcf2a admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1036091 May 12 15:31:30.772411 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'cdffa33c-5430-43b0-b4f2-f5cd3d329ebc', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:31:30.776805 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:31:30.786076 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:31:30.910477 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Made reservation on behalf of bb40a143659e4344a9ed005650985d9e for: {'subnet': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:31:30.912776 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:31.445298 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for subnet, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:31.449674 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0bd7fd19-9963-497d-9179-2687005c3c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:31.521249 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8ffc41-4f4c-416f-a5b0-97f49651995f,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:31.525784 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:31.533411 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Checking segment: {'id': '8c39c059-ca8a-4161-ad4b-c642bd55bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cdffa33c-5430-43b0-b4f2-f5cd3d329ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:31:31.533769 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Network hostable DHCP agents. Network: cdffa33c-5430-43b0-b4f2-f5cd3d329ebc, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:31:31.647867 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Network cdffa33c-5430-43b0-b4f2-f5cd3d329ebc is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:31:31.812644 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, cdffa33c-5430-43b0-b4f2-f5cd3d329ebc) {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:31:31.817919 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:31.818827 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:31.824942 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3505cdf-b1a3-424e-a0fb-ae99f8e78a92 None None] Network cdffa33c-5430-43b0-b4f2-f5cd3d329ebc requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:31:31.946112 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1770957 May 12 15:31:32.044062 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe869d628-5334-5526-9cb7-f08dcc6e29b0-cdffa33c-5430-43b0-b4f2-f5cd3d329ebc', 'network_id': 'cdffa33c-5430-43b0-b4f2-f5cd3d329ebc', 'tenant_id': 'bb40a143659e4344a9ed005650985d9e', 'fixed_ips': [{'subnet_id': '6c8ffc41-4f4c-416f-a5b0-97f49651995f'}]}} from dv-cinder-789603-6-smb. {{(pid=79430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:31:32.046930 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:32.267232 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.db_base_plugin_common [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Allocated IP 192.168.233.2 (cdffa33c-5430-43b0-b4f2-f5cd3d329ebc/6c8ffc41-4f4c-416f-a5b0-97f49651995f/46abd482-06c0-4410-b6e9-7758299fdc36) {{(pid=79430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:31:32.477211 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Notify callbacks [] for port, precommit_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:32.485504 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Transition to ACTIVE for port object 46abd482-06c0-4410-b6e9-7758299fdc36 will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:31:32.504505 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Transition to ACTIVE for port object 46abd482-06c0-4410-b6e9-7758299fdc36 will not be triggered until provisioned by entity DHCP. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:31:32.612737 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:32.617875 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:32.676377 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Network cdffa33c-5430-43b0-b4f2-f5cd3d329ebc is already hosted by enough agents. {{(pid=79430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:31:32.679398 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.base_scheduler [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Resources bound (agent type, host, resource id): {{(pid=79430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:31:32.691669 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Received port after_create {{(pid=79430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:31:32.698503 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Pushing event updated for resources: {'Port': ['ID=46abd482-06c0-4410-b6e9-7758299fdc36,revision_number=1']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:32.735966 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:32.736221 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:32.736557 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:32.736887 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:32.737258 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:32.737589 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:32.737909 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:32.738233 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:32.738546 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:32.738864 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:32.739187 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:32.739495 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:32.747797 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:32.800328 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Attempting to bind port 46abd482-06c0-4410-b6e9-7758299fdc36 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:31:32.800996 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Attempting to bind port 46abd482-06c0-4410-b6e9-7758299fdc36 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': '8c39c059-ca8a-4161-ad4b-c642bd55bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cdffa33c-5430-43b0-b4f2-f5cd3d329ebc'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:31:32.801419 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Attempting to bind port 46abd482-06c0-4410-b6e9-7758299fdc36 on network cdffa33c-5430-43b0-b4f2-f5cd3d329ebc {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:31:32.807498 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:31:32.807872 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Checking segment: {'id': '8c39c059-ca8a-4161-ad4b-c642bd55bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cdffa33c-5430-43b0-b4f2-f5cd3d329ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:31:32.808278 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:32.808677 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Bound using segment: {'id': '8c39c059-ca8a-4161-ad4b-c642bd55bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cdffa33c-5430-43b0-b4f2-f5cd3d329ebc'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:31:32.809241 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Bound port: 46abd482-06c0-4410-b6e9-7758299fdc36, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c39c059-ca8a-4161-ad4b-c642bd55bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cdffa33c-5430-43b0-b4f2-f5cd3d329ebc'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:31:32.809635 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:32.922958 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] For port 46abd482-06c0-4410-b6e9-7758299fdc36, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:31:32.926257 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] For port 46abd482-06c0-4410-b6e9-7758299fdc36, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=46abd482-06c0-4410-b6e9-7758299fdc36,segment=NetworkSegment(8c39c059-ca8a-4161-ad4b-c642bd55bdf2),segment_id=8c39c059-ca8a-4161-ad4b-c642bd55bdf2)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:31:32.991917 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:32.995894 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:33.071910 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Pushing event updated for resources: {'Port': ['ID=46abd482-06c0-4410-b6e9-7758299fdc36,revision_number=2']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:33.075809 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:33.848958 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e1f008-1caf-45c7-88c7-d33c97b8614f None None] Network cdffa33c-5430-43b0-b4f2-f5cd3d329ebc requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:31:34.084714 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-bf901e8d-6ff3-4380-a9c5-9556e793606d None None] Provisioning for port 46abd482-06c0-4410-b6e9-7758299fdc36 completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:31:34.369716 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 46abd482-06c0-4410-b6e9-7758299fdc36 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:31:34.554567 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 46abd482-06c0-4410-b6e9-7758299fdc36 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:31:34.556662 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 46abd482-06c0-4410-b6e9-7758299fdc36 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:31:34.557034 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:34.682000 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:34.715819 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 46abd482-06c0-4410-b6e9-7758299fdc36, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=46abd482-06c0-4410-b6e9-7758299fdc36,segment=NetworkSegment(8c39c059-ca8a-4161-ad4b-c642bd55bdf2),segment_id=8c39c059-ca8a-4161-ad4b-c642bd55bdf2)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:31:34.831267 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:34.835171 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:34.914379 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=46abd482-06c0-4410-b6e9-7758299fdc36,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:34.918383 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:36.323779 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 46abd482-06c0-4410-b6e9-7758299fdc36 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:31:36.394921 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 46abd482-06c0-4410-b6e9-7758299fdc36 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:31:36.395282 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:41.773809 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-681667c3-99c2-4102-a902-93eb4faf4aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:44.048655 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-52d5d6aa-9521-49e9-a694-ad7e19c46560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:44.128065 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:45.196545 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:45.524787 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 5 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:31:47.065365 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:11.851994 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-a482f2fb-8160-4457-a82a-b24abfab603b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:14.076701 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-b99909fe-bf9c-46ba-b4a3-30b09a6865d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:14.179801 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:15.197456 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:17.006399 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:22.523683 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 5 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:32:41.757316 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-9c9bc385-82d3-41d5-bcaf-728d8678d4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:44.065790 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-37684327-cf00-4b22-9789-2e9d972fe097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:44.191046 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:45.259568 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:47.036932 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:56.116740 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 51350) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:32:56.123411 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [None req-38231c66-723c-4770-9e01-f4ac0e5637ee tempest-verify_tempest_config-1207458398 tempest-verify_tempest_config-1207458398-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=79429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:32:56.124346 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-38231c66-723c-4770-9e01-f4ac0e5637ee tempest-verify_tempest_config-1207458398 tempest-verify_tempest_config-1207458398-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065765 May 12 15:32:56.692970 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51368) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:32:56.811037 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:56.824953 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:32:56.828714 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Usage tracker for resource:security_group_rule and tenant:62edb8a20d5c4eb5b06231f25bbd7c1a is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:32:56.831467 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:32:56.837001 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:32:56.915470 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:56.990803 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:56.998724 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:57.037105 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Synchronizing usage tracker for tenant:bb40a143659e4344a9ed005650985d9e on resource:security_group {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:32:57.040310 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f486ad-ed21-41b0-ae29-eac0baee90ac,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:57.052024 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:57.052362 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:57.052697 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:57.053025 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:57.053374 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:57.053705 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:57.054020 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:57.054348 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:57.054665 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:57.054981 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:57.055296 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:57.055610 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:57.062461 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:57.162436 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Unset dirty status for tenant:bb40a143659e4344a9ed005650985d9e on resource:security_group {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:32:57.163730 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=62edb8a20d5c4eb5b06231f25bbd7c1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4696200 May 12 15:32:57.167002 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51374) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:32:57.273560 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8da1536-217d-4694-8554-1bf51b896b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:57.300083 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8da1536-217d-4694-8554-1bf51b896b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:57.555252 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8da1536-217d-4694-8554-1bf51b896b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:57.559292 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-6fcdcb94-8822-4fd9-818d-7df6a52eaa97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:57.570010 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da1536-217d-4694-8554-1bf51b896b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f486ad-ed21-41b0-ae29-eac0baee90ac,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:57.575389 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-f8da1536-217d-4694-8554-1bf51b896b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:57.578043 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8da1536-217d-4694-8554-1bf51b896b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:57.579201 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-f8da1536-217d-4694-8554-1bf51b896b62 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5f486ad-ed21-41b0-ae29-eac0baee90ac HTTP/1.1" status: 204 len: 168 time: 0.4112730 May 12 15:32:59.521853 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 5 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:33:11.836468 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-bf394eb2-6c14-48a1-b543-4e496f3b2d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:14.091615 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-90a112ff-0f52-4f18-a2c6-3280cf773697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:14.288271 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:15.208371 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:17.029241 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:36.521131 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 5 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:33:41.842284 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-80bdcb8a-2ea3-44f0-b1cf-e0c20691f00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:44.054142 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e477fbf8-a3b8-4ae0-af2b-b4c3115ba8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:44.134188 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:45.217445 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:47.014133 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:11.797065 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-5433c9a0-8117-4473-baea-1e5adc042541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:13.519075 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 5 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:34:14.086644 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-f617da0d-3d12-4a76-8f7e-d5e6a974640c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:14.206211 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:15.237075 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:17.037022 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:40.834831 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742'] for agent, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:41.874392 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-6f994c06-a319-4b19-be28-427f03256dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:44.068271 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2fd7a58d-81ef-4bcf-a13e-4eb6cf892c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:44.184270 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:45.231512 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:45.737343 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51428) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:45.854227 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-92d5e762-2ffc-4b7b-849c-c83767e9ad17 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1156650 May 12 15:34:47.157648 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:48.004075 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51438) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:48.061138 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-83654c5e-0f8c-4bc4-807a-f70f1f4a939c admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0558817 May 12 15:34:50.517960 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:35:10.751100 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:11.786106 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-3e977082-9133-442a-8f3a-710267ce3e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.166605 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-23c3f833-c5a9-478e-a25c-e8fe835be955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.206705 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:15.202782 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:17.083768 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:27.516373 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:35:40.792211 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:41.829364 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-351f61ad-4fe9-4f1a-816a-a273688d3413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:44.135367 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ac5ca41e-42a7-40e7-9da1-cd78bab0ad99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:44.191900 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:45.264585 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:47.083138 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:04.515868 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:36:10.780821 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:11.780970 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-8449d245-bfbc-40b1-ab18-20f49c5c1d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:14.080344 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-1826ca0e-e85a-433c-bb4d-7d22bf877d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:14.180731 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:15.228954 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:17.058036 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.058160 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 51662) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:19.163256 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 51670) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:19.209771 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 51680) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:19.468004 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-775070378-network', 'tenant_id': 'e8d30251431447cd921829666f3b144f'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:19.471687 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:19.476387 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Usage tracker for resource:network and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:19.479351 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:19.485107 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:19.502184 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1722308947-network', 'tenant_id': 'd6b21d4f3f59423ea80a9637ffdd3cfd'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:19.507009 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:19.511078 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Usage tracker for resource:network and tenant:d6b21d4f3f59423ea80a9637ffdd3cfd is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:19.513947 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:19.520003 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:19.541870 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1976995543-network', 'tenant_id': 'ca96366b71e4470e9f8d519d0b056a19'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:19.548359 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:19.552086 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Made reservation on behalf of e8d30251431447cd921829666f3b144f for: {'network': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:19.555182 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.565887 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Usage tracker for resource:network and tenant:ca96366b71e4470e9f8d519d0b056a19 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:19.570547 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:19.573438 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.588629 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:19.597150 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:19.603066 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Usage tracker for resource:security_group_rule and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:19.606031 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:19.608621 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Made reservation on behalf of d6b21d4f3f59423ea80a9637ffdd3cfd for: {'network': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:19.616650 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.624437 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:19.628874 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.656400 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:19.663390 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b21d4f3f59423ea80a9637ffdd3cfd is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:19.670459 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Made reservation on behalf of ca96366b71e4470e9f8d519d0b056a19 for: {'network': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:19.670459 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.677031 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:19.685481 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:19.693982 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.730365 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:19.737855 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Usage tracker for resource:security_group_rule and tenant:ca96366b71e4470e9f8d519d0b056a19 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:19.743110 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:19.758844 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:19.835055 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.917428 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.920858 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.933318 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c84dadc6-e286-46c6-bcfd-b84613b57a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:19.951438 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.961061 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=79429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:36:19.982746 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.991589 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.segments_db [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Added segment df9834fe-dd75-42ec-8e95-5a9e5705e5d7 of type vlan for network cabe2f7b-8a61-4b52-bfdf-27696af44a4d May 12 15:36:19.991589 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dabfce-dd1c-45a9-8304-25eb3e1836d6,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:19.992563 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.000388 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.000918 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.001348 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.001689 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.002023 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.002328 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.002705 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.003040 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.003537 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.003864 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.004179 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.004496 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Tracked resource versions report: May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: pushed versions: May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: { 'AddressGroup': {'1.2'}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'ConntrackHelper': {'1.0'}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'Log': {'1.0'}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'Network': {'1.1'}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'Port': {'1.7'}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'PortForwarding': {'1.2'}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'QosPolicy': {'1.8'}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'SecurityGroup': {'1.4'}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'SecurityGroupRule': {'1.2'}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'SubPort': {'1.0'}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'Subnet': {'1.1'}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'Trunk': {'1.1'}} May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: consumer versions: May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: { DHCP agent@dv-cinder-789603-6-smb: {}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: HyperV agent@hv-cinder-78960: {}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: L3 agent@dv-cinder-789603-6-smb: {}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: Metadata agent@dv-cinder-789603-6-smb: {}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: Metering agent@dv-cinder-789603-6-smb: {}, May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: Open vSwitch agent@dv-cinder-789603-6-smb: { 'AddressGroup': '1.2', May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'ConntrackHelper': '1.0', May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'Log': '1.0', May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'Network': '1.1', May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'Port': '1.7', May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'PortForwarding': '1.2', May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'QosPolicy': '1.8', May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'SecurityGroup': '1.4', May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'SecurityGroupRule': '1.2', May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'SubPort': '1.0', May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'Subnet': '1.1', May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: 'Trunk': '1.1'}} May 12 15:36:20.006225 dv-cinder-789603-6-smb neutron-server[79429]: {{(pid=79429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:36:20.014505 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:20.017255 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:20.046858 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.057167 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=79429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:36:20.065935 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.084060 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.084060 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.segments_db [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Added segment 67a24514-0991-4a68-b023-ce68aaef1179 of type vlan for network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf May 12 15:36:20.091469 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7353400-0dea-4489-b6dc-1cbc2e7772fb,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:20.120210 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:20.122111 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:20.135952 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.155732 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=79429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:36:20.193670 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba72c3f7-1aca-4e57-a433-a4660a85e059,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:20.198921 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.199603 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.segments_db [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Added segment aeb93cf6-96ac-45b8-ab08-c91e37cfd31c of type vlan for network 028fcd7f-503b-4cf1-bfb5-54eb0d4ce350 May 12 15:36:20.201090 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:20.225310 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.229160 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:20.229742 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.236522 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:20.258334 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.335678 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.351634 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:20.352446 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.401209 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Pushing event updated for resources: {'Network': ['ID=cabe2f7b-8a61-4b52-bfdf-27696af44a4d,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:20.408128 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:20.408900 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:20.413938 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network cabe2f7b-8a61-4b52-bfdf-27696af44a4d details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:36:20.546559 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.579998 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5208101 May 12 15:36:20.584039 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51730) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:20.590834 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Request body: {'subnet': {'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-subnet', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:20.598724 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:20.601580 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:20.602742 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.606620 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Usage tracker for resource:subnet and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:20.608506 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Pushing event updated for resources: {'Network': ['ID=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:20.611822 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:20.617815 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:20.619095 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:20.622051 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:36:20.626882 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:20.636334 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51734) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:20.636641 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4724388 May 12 15:36:20.643327 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Request body: {'subnet': {'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1722308947-subnet', 'tenant_id': 'd6b21d4f3f59423ea80a9637ffdd3cfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:20.675334 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:20.686990 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Usage tracker for resource:subnet and tenant:d6b21d4f3f59423ea80a9637ffdd3cfd is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:20.693610 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:20.709413 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:20.755062 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Made reservation on behalf of e8d30251431447cd921829666f3b144f for: {'subnet': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:20.757571 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.777428 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Pushing event updated for resources: {'Network': ['ID=028fcd7f-503b-4cf1-bfb5-54eb0d4ce350,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:20.780730 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:20.788581 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network 028fcd7f-503b-4cf1-bfb5-54eb0d4ce350 details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:36:20.801299 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5903728 May 12 15:36:20.804455 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 51742) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:20.811980 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Request body: {'subnet': {'network_id': '028fcd7f-503b-4cf1-bfb5-54eb0d4ce350', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1976995543-subnet', 'tenant_id': 'ca96366b71e4470e9f8d519d0b056a19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:20.823161 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:20.832184 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Usage tracker for resource:subnet and tenant:ca96366b71e4470e9f8d519d0b056a19 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:20.842476 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:20.859749 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:20.963374 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Made reservation on behalf of ca96366b71e4470e9f8d519d0b056a19 for: {'subnet': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:20.965769 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.988262 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Made reservation on behalf of d6b21d4f3f59423ea80a9637ffdd3cfd for: {'subnet': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:20.992928 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.664472 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for subnet, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.669742 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-71c1dea3-2cf1-4dec-9637-c3170ec6e4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:21.746031 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0c8e94-7590-4b2d-b997-a591acf6f38a,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:21.750659 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:21.758641 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Checking segment: {'id': 'aeb93cf6-96ac-45b8-ab08-c91e37cfd31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '028fcd7f-503b-4cf1-bfb5-54eb0d4ce350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:21.759130 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Network hostable DHCP agents. Network: 028fcd7f-503b-4cf1-bfb5-54eb0d4ce350, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:36:21.762367 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for subnet, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.763347 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for subnet, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.770473 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-76ba0462-ff72-4f45-a90d-e06703f931fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:21.857874 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Network 028fcd7f-503b-4cf1-bfb5-54eb0d4ce350 is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:36:21.858933 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58fc9a0d-6910-4048-9808-393474a3a846,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:21.873236 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:21.873639 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:21.873973 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:21.874306 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:21.874633 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:21.874955 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:21.875274 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:21.875597 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:21.875922 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:21.876236 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:21.876554 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:21.876863 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Tracked resource versions report: May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: pushed versions: May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: { 'AddressGroup': {'1.2'}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'ConntrackHelper': {'1.0'}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'Log': {'1.0'}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'Network': {'1.1'}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'Port': {'1.7'}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'PortForwarding': {'1.2'}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'QosPolicy': {'1.8'}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'SecurityGroup': {'1.4'}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'SecurityGroupRule': {'1.2'}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'SubPort': {'1.0'}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'Subnet': {'1.1'}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'Trunk': {'1.1'}} May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: consumer versions: May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: { DHCP agent@dv-cinder-789603-6-smb: {}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: HyperV agent@hv-cinder-78960: {}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: L3 agent@dv-cinder-789603-6-smb: {}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: Metadata agent@dv-cinder-789603-6-smb: {}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: Metering agent@dv-cinder-789603-6-smb: {}, May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: Open vSwitch agent@dv-cinder-789603-6-smb: { 'AddressGroup': '1.2', May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'ConntrackHelper': '1.0', May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'Log': '1.0', May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'Network': '1.1', May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'Port': '1.7', May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'PortForwarding': '1.2', May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'QosPolicy': '1.8', May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'SecurityGroup': '1.4', May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'SecurityGroupRule': '1.2', May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'SubPort': '1.0', May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'Subnet': '1.1', May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: 'Trunk': '1.1'}} May 12 15:36:21.877970 dv-cinder-789603-6-smb neutron-server[79428]: {{(pid=79428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:36:21.918333 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Checking segment: {'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:21.918601 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Network hostable DHCP agents. Network: 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:36:21.929764 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, 028fcd7f-503b-4cf1-bfb5-54eb0d4ce350) {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:21.935562 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:21.941034 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.941775 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af72619f-2104-4ddb-a82a-a5494027a404 None None] Network 028fcd7f-503b-4cf1-bfb5-54eb0d4ce350 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:21.962840 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Checking segment: {'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:21.963190 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Network hostable DHCP agents. Network: cabe2f7b-8a61-4b52-bfdf-27696af44a4d, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:36:21.971978 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06904d41-f4a0-432b-9939-9dafbee02cfb,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:21.977299 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:21.977573 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:21.977850 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:22.060032 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Network cabe2f7b-8a61-4b52-bfdf-27696af44a4d is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:36:22.060032 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, cabe2f7b-8a61-4b52-bfdf-27696af44a4d) {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:22.061186 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-f4324d28-59ba-4d93-8834-98f82c0f2148 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2539394 May 12 15:36:22.064251 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:22.064251 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.077962 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:36:22.089437 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf) {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:22.094073 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:22.094341 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8421b669-4c14-4695-9a72-9ba88ce192cb None None] Network cabe2f7b-8a61-4b52-bfdf-27696af44a4d requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:22.095799 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.114767 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2cce76-f5dc-41b1-8330-672b4bda0045 None None] Network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:22.281823 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0115904-6d35-4a57-9466-09deac57aca9 None None] Network 028fcd7f-503b-4cf1-bfb5-54eb0d4ce350 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:22.316818 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7316217 May 12 15:36:22.318423 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-ccc9e096-8d9d-4259-81e6-fd9e1cc40a84 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6806707 May 12 15:36:22.320006 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 51790) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:22.325575 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:22.330359 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:22.334211 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Usage tracker for resource:router and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:22.337387 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:22.343247 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:22.403633 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-993519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46459'] for router, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.404687 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46402'] for router, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.427117 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.694200 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92ff48-d69e-49f4-a0f1-50942ae3ce17 None None] Network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:22.809891 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe869d628-5334-5526-9cb7-f08dcc6e29b0-cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb'}]}} from dv-cinder-789603-6-smb. {{(pid=79430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:36:22.810732 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.922352 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-994075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46428'] for router, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:23.028315 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.db_base_plugin_common [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Allocated IP 172.20.0.2 (cabe2f7b-8a61-4b52-bfdf-27696af44a4d/06904d41-f4a0-432b-9939-9dafbee02cfb/f79913b6-3c84-43bf-a072-c52ead24bff0) {{(pid=79430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:23.175761 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51834) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:23.180287 dv-cinder-789603-6-smb neutron-server[79428]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 15:36:23.353533 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Notify callbacks [] for port, precommit_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:23.366854 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Transition to ACTIVE for port object f79913b6-3c84-43bf-a072-c52ead24bff0 will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:23.382932 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf11967-a763-498d-9332-f1d84962921d req-3c4bde5e-2d72-469a-ae98-8d4c7d86ef64 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:23.384915 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-3c4bde5e-2d72-469a-ae98-8d4c7d86ef64 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/networks?id=028fcd7f-503b-4cf1-bfb5-54eb0d4ce350 HTTP/1.1" status: 200 len: 812 time: 0.2069533 May 12 15:36:23.398138 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Transition to ACTIVE for port object f79913b6-3c84-43bf-a072-c52ead24bff0 will not be triggered until provisioned by entity DHCP. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:23.402676 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-cf6732ff-8cad-47e0-9b40-e54ad7683097 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/quotas/ca96366b71e4470e9f8d519d0b056a19 HTTP/1.1" status: 200 len: 375 time: 0.0110648 May 12 15:36:23.463558 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:23.464025 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-e7e98af5-a315-43e0-9c3d-9f1adc86a00f tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca96366b71e4470e9f8d519d0b056a19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538974 May 12 15:36:23.497460 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:23.544172 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:23.573461 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:23.658532 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Pushing event updated for resources: {'Port': ['ID=f79913b6-3c84-43bf-a072-c52ead24bff0,revision_number=1']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:23.661907 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Network cabe2f7b-8a61-4b52-bfdf-27696af44a4d is already hosted by enough agents. {{(pid=79430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:23.663244 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:23.663613 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:23.663935 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:23.664256 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:23.664572 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:23.664887 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:23.667203 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:23.667437 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:23.667739 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:23.668063 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:23.668384 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:23.668701 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Tracked resource versions report: May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: pushed versions: May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: { 'AddressGroup': {'1.2'}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'ConntrackHelper': {'1.0'}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'Log': {'1.0'}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'Network': {'1.1'}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'Port': {'1.7'}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'PortForwarding': {'1.2'}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'QosPolicy': {'1.8'}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'SecurityGroup': {'1.4'}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'SecurityGroupRule': {'1.2'}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'SubPort': {'1.0'}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'Subnet': {'1.1'}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'Trunk': {'1.1'}} May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: consumer versions: May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: { DHCP agent@dv-cinder-789603-6-smb: {}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: HyperV agent@hv-cinder-78960: {}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: L3 agent@dv-cinder-789603-6-smb: {}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: Metadata agent@dv-cinder-789603-6-smb: {}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: Metering agent@dv-cinder-789603-6-smb: {}, May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: Open vSwitch agent@dv-cinder-789603-6-smb: { 'AddressGroup': '1.2', May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'ConntrackHelper': '1.0', May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'Log': '1.0', May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'Network': '1.1', May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'Port': '1.7', May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'PortForwarding': '1.2', May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'QosPolicy': '1.8', May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'SecurityGroup': '1.4', May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'SecurityGroupRule': '1.2', May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'SubPort': '1.0', May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'Subnet': '1.1', May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: 'Trunk': '1.1'}} May 12 15:36:23.669877 dv-cinder-789603-6-smb neutron-server[79430]: {{(pid=79430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:36:23.678826 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:23.684593 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-ac5e1dcf-1aaf-4510-8816-0377833ad002 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=79428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:36:23.691296 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-ac5e1dcf-1aaf-4510-8816-0377833ad002 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0596197 May 12 15:36:23.693884 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.base_scheduler [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Resources bound (agent type, host, resource id): {{(pid=79430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:23.707140 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Allocated IP 172.28.0.80 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/4679b876-970e-48f1-997f-0e954deb2279) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:23.709964 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Received port after_create {{(pid=79430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:36:23.779447 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 51862) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:23.823514 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Attempting to bind port f79913b6-3c84-43bf-a072-c52ead24bff0 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:36:23.831306 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Attempting to bind port f79913b6-3c84-43bf-a072-c52ead24bff0 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:36:23.831306 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Attempting to bind port f79913b6-3c84-43bf-a072-c52ead24bff0 on network cabe2f7b-8a61-4b52-bfdf-27696af44a4d {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:23.832457 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:36:23.833222 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Checking segment: {'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:23.834452 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:23.835069 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Bound using segment: {'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:36:23.835890 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Bound port: f79913b6-3c84-43bf-a072-c52ead24bff0, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:36:23.836561 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:23.901660 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:23.942219 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] For port f79913b6-3c84-43bf-a072-c52ead24bff0, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:36:23.947076 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] For port f79913b6-3c84-43bf-a072-c52ead24bff0, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=f79913b6-3c84-43bf-a072-c52ead24bff0,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:36:23.978188 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-b79df95b-1d4f-4693-901c-479a1e48207a service neutron] 10.222.0.61 "GET /v2.0/networks/028fcd7f-503b-4cf1-bfb5-54eb0d4ce350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860467 May 12 15:36:24.009102 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-bec45211-cfb6-4ffc-b1d4-685a38a351fa tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:24.010553 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-bec45211-cfb6-4ffc-b1d4-685a38a351fa tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/networks?id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf HTTP/1.1" status: 200 len: 815 time: 0.2301898 May 12 15:36:24.032845 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:24.036896 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:24.067307 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:24.073629 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:24.122459 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Pushing event updated for resources: {'Port': ['ID=f79913b6-3c84-43bf-a072-c52ead24bff0,revision_number=2']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:24.126003 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:24.142101 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-e642cc62-e328-4356-95d8-040b66150fe9 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/quotas/d6b21d4f3f59423ea80a9637ffdd3cfd HTTP/1.1" status: 200 len: 375 time: 0.1242657 May 12 15:36:24.183468 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:24.185173 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:24.194074 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Pushing event updated for resources: {'Port': ['ID=4679b876-970e-48f1-997f-0e954deb2279,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:24.208065 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:36:24.234603 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-02b09f97-6083-4e91-93c4-b310e68144d6 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797794 May 12 15:36:24.278049 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-e6a26591-8909-46d0-ac40-82e738b9e4aa service neutron] 10.222.0.61 "GET /v2.0/networks/028fcd7f-503b-4cf1-bfb5-54eb0d4ce350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912648 May 12 15:36:24.282771 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:24.382896 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-8772650f-1638-4ce3-8308-267ab7d6385c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=79428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:36:24.391372 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-8772650f-1638-4ce3-8308-267ab7d6385c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0862672 May 12 15:36:24.605766 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-6b34f585-7be3-43af-abfe-72c9dc9f8f08 service neutron] 10.222.0.61 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134416 May 12 15:36:24.614431 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device f79913b6-3c84-43bf-a072-c52ead24bff0 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:24.786262 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-4638797f-eb91-4a19-b03d-5dacb932281a service neutron] 10.222.0.61 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686795 May 12 15:36:24.888621 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:24.908921 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port f79913b6-3c84-43bf-a072-c52ead24bff0 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:25.396957 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542988'] for router, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.466693 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8df6afa-b4e4-4710-abee-4e47c1bb4620 None None] Network cabe2f7b-8a61-4b52-bfdf-27696af44a4d requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:25.682638 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-db43c295-bd04-428a-bea5-00e336e74e21 None None] Provisioning for port f79913b6-3c84-43bf-a072-c52ead24bff0 completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:25.696639 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-db43c295-bd04-428a-bea5-00e336e74e21 None None] Provisioning complete for port f79913b6-3c84-43bf-a072-c52ead24bff0 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:25.697017 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-db43c295-bd04-428a-bea5-00e336e74e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.743569 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Router c6150b42-7dc9-4796-a4da-58a8a79d4b6b is scheduled to L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 with binding_index 1 {{(pid=79429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:36:25.869256 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-db43c295-bd04-428a-bea5-00e336e74e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.919322 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-db43c295-bd04-428a-bea5-00e336e74e21 None None] For port f79913b6-3c84-43bf-a072-c52ead24bff0, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=f79913b6-3c84-43bf-a072-c52ead24bff0,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:25.934017 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c347b77d-6a74-4685-9448-4ad9be69997c req-44a416b7-7e81-4a18-b2e9-79df78820172 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 210 time: 0.0732863 May 12 15:36:25.968347 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:36:25.987123 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Sync routers for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:26.018712 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:26.021725 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:36:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:26.040883 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-db43c295-bd04-428a-bea5-00e336e74e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:26.043777 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-08f34a4e-7d3b-4051-9f99-93b13d1f8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:26.106962 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-64a13367-aa8f-43a0-91ef-2c75f4882a6f req-fb9fde4b-5b10-4fcb-8e32-8dc2396f533d tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 210 time: 0.0763073 May 12 15:36:26.143614 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Notify callbacks [] for router, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:26.144870 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8238933 May 12 15:36:26.147782 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 51966) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:26.238326 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43c295-bd04-428a-bea5-00e336e74e21 None None] Pushing event updated for resources: {'Port': ['ID=f79913b6-3c84-43bf-a072-c52ead24bff0,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:26.242522 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-db43c295-bd04-428a-bea5-00e336e74e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:26.286212 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-75c10d8b-2aeb-4a83-bb19-91f4f0abc594 None None] Provisioning complete for port f79913b6-3c84-43bf-a072-c52ead24bff0 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:26.287114 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-75c10d8b-2aeb-4a83-bb19-91f4f0abc594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:26.360803 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:26.641892 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device f79913b6-3c84-43bf-a072-c52ead24bff0 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:26.740477 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port f79913b6-3c84-43bf-a072-c52ead24bff0 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:26.741132 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:26.872258 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:24Z', 'revision_number': 3, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:26.883972 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Checking router: c6150b42-7dc9-4796-a4da-58a8a79d4b6b for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:36:26.884357 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Updating router c6150b42-7dc9-4796-a4da-58a8a79d4b6b port 4679b876-970e-48f1-997f-0e954deb2279 binding host dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:36:26.949124 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.325203 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Notify callbacks [] for port, precommit_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.388208 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.provisioning_blocks [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Transition to ACTIVE for port object 4679b876-970e-48f1-997f-0e954deb2279 will not be triggered until provisioned by entity L2. {{(pid=79431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:27.389036 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.499965 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4e48d5a8-97ed-41ad-add8-0777d1bcd4a2 req-57d02146-1d84-497b-9f91-722e93d05fd8 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 210 time: 0.0713668 May 12 15:36:27.568740 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cc509e29-a6ed-41df-9067-8bce4960120b req-1bcc4f7f-866c-4af1-99dc-d35cc591583d tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 210 time: 0.0671217 May 12 15:36:27.602109 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.607413 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:27.644654 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Allocated IP 172.20.0.1 (cabe2f7b-8a61-4b52-bfdf-27696af44a4d/06904d41-f4a0-432b-9939-9dafbee02cfb/7bb472dd-32cd-480c-b945-d10f51f0a423) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:27.711896 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Attempting to bind port 4679b876-970e-48f1-997f-0e954deb2279 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:36:27.711896 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Attempting to bind port 4679b876-970e-48f1-997f-0e954deb2279 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:36:27.711896 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Attempting to bind port 4679b876-970e-48f1-997f-0e954deb2279 on network af5cf3b2-0f76-46e3-8e35-95db1bf12898 {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:27.724465 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Pushing event updated for resources: {'Port': ['ID=4679b876-970e-48f1-997f-0e954deb2279,revision_number=2']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:27.733619 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:36:27.734263 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Checking segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:27.734686 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.735213 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Bound using segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:36:27.737004 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Bound port: 4679b876-970e-48f1-997f-0e954deb2279, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:36:27.740398 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.773565 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:27.773877 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:27.774214 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:27.774683 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:27.775020 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:27.775351 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:27.776259 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:27.776259 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:27.776479 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:27.776803 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:27.777276 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:27.777593 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Tracked resource versions report: May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: pushed versions: May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: { 'AddressGroup': {'1.2'}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'ConntrackHelper': {'1.0'}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'Log': {'1.0'}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'Network': {'1.1'}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'Port': {'1.7'}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'PortForwarding': {'1.2'}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'QosPolicy': {'1.8'}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'SecurityGroup': {'1.4'}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'SecurityGroupRule': {'1.2'}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'SubPort': {'1.0'}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'Subnet': {'1.1'}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'Trunk': {'1.1'}} May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: consumer versions: May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: { DHCP agent@dv-cinder-789603-6-smb: {}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: HyperV agent@hv-cinder-78960: {}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: L3 agent@dv-cinder-789603-6-smb: {}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: Metadata agent@dv-cinder-789603-6-smb: {}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: Metering agent@dv-cinder-789603-6-smb: {}, May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: Open vSwitch agent@dv-cinder-789603-6-smb: { 'AddressGroup': '1.2', May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'ConntrackHelper': '1.0', May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'Log': '1.0', May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'Network': '1.1', May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'Port': '1.7', May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'PortForwarding': '1.2', May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'QosPolicy': '1.8', May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'SecurityGroup': '1.4', May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'SecurityGroupRule': '1.2', May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'SubPort': '1.0', May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'Subnet': '1.1', May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: 'Trunk': '1.1'}} May 12 15:36:27.778684 dv-cinder-789603-6-smb neutron-server[79431]: {{(pid=79431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:36:27.787951 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:27.833785 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] For port 4679b876-970e-48f1-997f-0e954deb2279, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:36:27.837714 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] For port 4679b876-970e-48f1-997f-0e954deb2279, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=4679b876-970e-48f1-997f-0e954deb2279,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:36:27.859607 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.877228 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Transition to ACTIVE for port object 7bb472dd-32cd-480c-b945-d10f51f0a423 will not be triggered until provisioned by entity DHCP. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:27.966971 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.972962 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:28.029884 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.038687 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:28.039947 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:28.040787 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:36:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:28.120217 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Network cabe2f7b-8a61-4b52-bfdf-27696af44a4d is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:28.128965 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:28.132498 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:36:28.144908 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542163'] for router_interface, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.256032 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Pushing event updated for resources: {'Port': ['ID=4679b876-970e-48f1-997f-0e954deb2279,revision_number=3']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:28.269459 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:28.381587 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:28.434468 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Pushing event updated for resources: {'Port': ['ID=7bb472dd-32cd-480c-b945-d10f51f0a423,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:28.439069 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:28.577680 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-cf821950-b015-4098-97cf-164b9c22d0e4 None None] Provisioning for port 7bb472dd-32cd-480c-b945-d10f51f0a423 completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:28.582624 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-cf821950-b015-4098-97cf-164b9c22d0e4 None None] Provisioning complete for port 7bb472dd-32cd-480c-b945-d10f51f0a423 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:28.583109 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-cf821950-b015-4098-97cf-164b9c22d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.700794 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-854fc4cc-016e-47ff-857b-9f9badba2d76 req-b5e73c6a-ad11-483c-a91c-61bc09cc521d tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 210 time: 0.0505781 May 12 15:36:28.722120 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-cf821950-b015-4098-97cf-164b9c22d0e4 None None] Port 7bb472dd-32cd-480c-b945-d10f51f0a423 cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:36:28.754841 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:24Z', 'revision_number': 3, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:28.794195 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe66d2-3f85-41b0-b78d-b891be4d4f9a None None] The sync data for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb is: [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:24Z', 'revision_number': 3, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:36:28.842560 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7b7ef637-47be-4614-ac10-2e54db9702d0 req-9e4d7d03-1596-4a6c-9830-cbe8a8e76ddf tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 210 time: 0.0678482 May 12 15:36:28.856157 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.132376 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.196687 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.15', 60388) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:29.244108 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.288702 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542064'] for router_interface, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.296700 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-67b91485-2de5-417c-a237-5b58ce0f5d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:29.408985 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf11967-a763-498d-9332-f1d84962921d req-8dff320b-1834-4dca-ba0f-eb43373fb50d tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:29.412539 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-faf11967-a763-498d-9332-f1d84962921d req-8dff320b-1834-4dca-ba0f-eb43373fb50d tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Synchronizing usage tracker for tenant:ca96366b71e4470e9f8d519d0b056a19 on resource:network {{(pid=79429) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:36:29.588286 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Pushing event updated for resources: {'Port': ['ID=7bb472dd-32cd-480c-b945-d10f51f0a423,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:29.591657 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:29.649428 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Network cabe2f7b-8a61-4b52-bfdf-27696af44a4d is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:29.655271 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:29.753317 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-faf11967-a763-498d-9332-f1d84962921d req-8dff320b-1834-4dca-ba0f-eb43373fb50d tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Unset dirty status for tenant:ca96366b71e4470e9f8d519d0b056a19 on resource:network {{(pid=79429) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:36:29.754764 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-8dff320b-1834-4dca-ba0f-eb43373fb50d tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.15 "GET /v2.0/networks?id=028fcd7f-503b-4cf1-bfb5-54eb0d4ce350 HTTP/1.1" status: 200 len: 812 time: 0.5503075 May 12 15:36:29.923605 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Request body: {'port': {'device_id': '14fbe972-b631-4f59-afe7-abc6e55712c5', 'network_id': '028fcd7f-503b-4cf1-bfb5-54eb0d4ce350', 'admin_state_up': True, 'tenant_id': 'ca96366b71e4470e9f8d519d0b056a19'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:30.050737 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.15', 60392) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:30.071269 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-dc1cdb4a-d35d-40bf-b875-8a0fc685d5ef None None] Provisioning complete for port 7bb472dd-32cd-480c-b945-d10f51f0a423 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:30.072342 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-dc1cdb4a-d35d-40bf-b875-8a0fc685d5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:30.102719 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1da7fc2-d7c3-42e8-a4cc-7488f2394ab8 req-4a8923dd-b5db-4637-854d-58c28041a025 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 210 time: 0.1097629 May 12 15:36:30.160979 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-dc1cdb4a-d35d-40bf-b875-8a0fc685d5ef None None] Port 7bb472dd-32cd-480c-b945-d10f51f0a423 cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:36:30.251559 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:30.267667 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Usage tracker for resource:port and tenant:ca96366b71e4470e9f8d519d0b056a19 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:30.287448 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:30.312856 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:30.421954 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-04f178aa-80a5-4e4b-ba19-27c194fa3c9d req-ab6d9e79-ffc7-491c-b80b-9875daafdd50 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 210 time: 0.0644665 May 12 15:36:30.495662 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Router c6150b42-7dc9-4796-a4da-58a8a79d4b6b has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:36:30.500039 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-6f2b49e5-8fe3-4c8e-acbf-e3a59bc5a177 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:30.505849 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-6f2b49e5-8fe3-4c8e-acbf-e3a59bc5a177 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "GET /v2.0/networks?id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf HTTP/1.1" status: 200 len: 815 time: 0.4471612 May 12 15:36:30.513393 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Made reservation on behalf of ca96366b71e4470e9f8d519d0b056a19 for: {'port': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:30.513393 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:30.519495 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Request body: {'port': {'device_id': '1a243b55-2da6-4d86-aa44-4bd81ab96f6f', 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf', 'admin_state_up': True, 'tenant_id': 'd6b21d4f3f59423ea80a9637ffdd3cfd'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:30.619462 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 4679b876-970e-48f1-997f-0e954deb2279 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:30.642912 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52126) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:30.801892 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:30.817022 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Usage tracker for resource:port and tenant:d6b21d4f3f59423ea80a9637ffdd3cfd is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:30.817022 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:30.837226 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:30.846958 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 4679b876-970e-48f1-997f-0e954deb2279 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:30.853617 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 4679b876-970e-48f1-997f-0e954deb2279 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:30.854070 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:30.900360 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-463b56ef-e451-4fb5-8798-654a048a7daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:30.927997 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-463b56ef-e451-4fb5-8798-654a048a7daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:30.934436 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-463b56ef-e451-4fb5-8798-654a048a7daa admin admin] Usage tracker for resource:security_group_rule and tenant:02b2f9d1946c432eaf6c8d9eb3cde349 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:30.941340 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-463b56ef-e451-4fb5-8798-654a048a7daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:30.954741 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-463b56ef-e451-4fb5-8798-654a048a7daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:31.035731 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.054192 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 4679b876-970e-48f1-997f-0e954deb2279, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=4679b876-970e-48f1-997f-0e954deb2279,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:31.090753 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-463b56ef-e451-4fb5-8798-654a048a7daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.092557 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Made reservation on behalf of d6b21d4f3f59423ea80a9637ffdd3cfd for: {'port': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:31.096850 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.133013 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.135523 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-08f34a4e-7d3b-4051-9f99-93b13d1f8417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:31.139708 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Allocated IP 172.20.0.7 (028fcd7f-503b-4cf1-bfb5-54eb0d4ce350/cf0c8e94-7590-4b2d-b997-a591acf6f38a/826efc4d-6b46-43a2-bec1-ef7d1a58cb13) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:31.163197 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-463b56ef-e451-4fb5-8798-654a048a7daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.176608 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:36:31.183267 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:31.225155 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] 10.222.0.61 "PUT /v2.0/routers/c6150b42-7dc9-4796-a4da-58a8a79d4b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0713952 May 12 15:36:31.313875 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-463b56ef-e451-4fb5-8798-654a048a7daa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=02b2f9d1946c432eaf6c8d9eb3cde349&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6696956 May 12 15:36:31.323003 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b56ef-e451-4fb5-8798-654a048a7daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea9b519-5986-49d3-9d5e-55d0af34c3b5,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:31.335332 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Sync routers for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:31.338831 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52168) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:31.341174 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=4679b876-970e-48f1-997f-0e954deb2279,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:31.350271 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:31.379489 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:31.391362 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:36:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:31.410361 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-463b56ef-e451-4fb5-8798-654a048a7daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:31.471055 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Allocated IP 172.20.0.6 (9db7049d-9d6d-4d9e-a509-d5b2b937d7cf/58fc9a0d-6910-4048-9808-393474a3a846/ca35364b-0f1f-4a2d-8083-a4fcbb1627e5) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:31.666870 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7d4bac95-143a-4451-b811-007562bce274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.725514 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:31.825177 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.942908 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7d4bac95-143a-4451-b811-007562bce274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.962471 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.995076 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0f97882a-5ec7-471e-9438-d743f885feb9 req-5d3345be-93c3-4361-8e2d-3c793e4ce441 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 210 time: 0.4899921 May 12 15:36:32.019574 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.056889 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c5ba8d87-6887-4273-9d38-c66c3e745a0e req-1000f7dc-d00b-442a-9dc3-18ff743726c8 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 210 time: 0.0606775 May 12 15:36:32.090309 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.100712 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:32.139603 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:32.592447 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7d4bac95-143a-4451-b811-007562bce274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.598485 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Pushing event updated for resources: {'Port': ['ID=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:32.598485 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:32.598485 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:32.598485 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:32.598485 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:36:32.598485 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:32.598485 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.602415 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Network 028fcd7f-503b-4cf1-bfb5-54eb0d4ce350 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:32.602415 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:32.602415 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:36:32.602415 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:32.602415 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.602415 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Pushing event updated for resources: {'Port': ['ID=826efc4d-6b46-43a2-bec1-ef7d1a58cb13,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:32.602415 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:32.602415 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-8bff35d2-469a-4a0b-8db1-6e4f5b41d09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:32.602415 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7d4bac95-143a-4451-b811-007562bce274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.602415 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-7d4bac95-143a-4451-b811-007562bce274 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7ea9b519-5986-49d3-9d5e-55d0af34c3b5 HTTP/1.1" status: 204 len: 168 time: 1.1612163 May 12 15:36:32.602415 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bac95-143a-4451-b811-007562bce274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea9b519-5986-49d3-9d5e-55d0af34c3b5,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:32.602415 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-7d4bac95-143a-4451-b811-007562bce274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:32.606379 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 4679b876-970e-48f1-997f-0e954deb2279 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:32.667808 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 2, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:32.682141 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Checking router: c6150b42-7dc9-4796-a4da-58a8a79d4b6b for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:36:32.709124 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Updating router c6150b42-7dc9-4796-a4da-58a8a79d4b6b port 7bb472dd-32cd-480c-b945-d10f51f0a423 binding host dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:36:32.727027 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2114618 May 12 15:36:32.727213 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8078647 May 12 15:36:32.779855 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 4679b876-970e-48f1-997f-0e954deb2279 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:32.780233 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.807065 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-5d53dcb2-4dca-4751-9dbc-113adc1a1a5b tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=79428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:36:32.808744 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-5d53dcb2-4dca-4751-9dbc-113adc1a1a5b tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092554 May 12 15:36:32.809528 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-ea331d51-cc19-4153-aaa4-dd0ccb68b71b tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=79429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:36:32.814104 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-ea331d51-cc19-4153-aaa4-dd0ccb68b71b tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148747 May 12 15:36:32.822200 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:33.101688 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52228) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:33.106807 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003949208', 'description': 'tempest-description--1031369577'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:33.123010 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:33.142283 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Usage tracker for resource:security_group and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:33.149884 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:33.178002 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:33.351500 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52236) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:33.436118 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:33.557357 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Request body: {'port': {'device_id': '14fbe972-b631-4f59-afe7-abc6e55712c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:33.574995 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Request body: {'port': {'device_id': '1a243b55-2da6-4d86-aa44-4bd81ab96f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:33.595363 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Notify callbacks [] for port, precommit_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:33.656874 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Transition to ACTIVE for port object 7bb472dd-32cd-480c-b945-d10f51f0a423 will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:33.725830 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-082ba57c-f4df-4ebd-a101-173cade57545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:33.785159 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52260) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:33.795153 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:33.800337 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-cee25ad9-b09d-4292-9e00-901808bb00ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:33.801564 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-082ba57c-f4df-4ebd-a101-173cade57545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:33.833025 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:33.916253 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-082ba57c-f4df-4ebd-a101-173cade57545 admin admin] Usage tracker for resource:security_group_rule and tenant:bafe9be320654e1081e8978ddfa9dfed is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:33.936413 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-082ba57c-f4df-4ebd-a101-173cade57545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:33.964278 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-082ba57c-f4df-4ebd-a101-173cade57545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:34.034918 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.043137 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:34.081712 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Usage tracker for resource:security_group_rule and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:34.101622 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:34.127252 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:34.204397 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4f19-deed-46e8-ab33-aa3d2e486f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.271646 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a42e74-9897-4413-980a-295948b26a10 None None] Pushing event updated for resources: {'Port': ['ID=7bb472dd-32cd-480c-b945-d10f51f0a423,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:34.281862 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.298234 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-9a7e4f19-deed-46e8-ab33-aa3d2e486f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:34.318804 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-c6a42e74-9897-4413-980a-295948b26a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:34.320057 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-9a7e4f19-deed-46e8-ab33-aa3d2e486f98 admin admin] Usage tracker for resource:security_group_rule and tenant:54a35a5e974f43169fabea99fff74c1e is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:34.335672 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-9a7e4f19-deed-46e8-ab33-aa3d2e486f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:34.399666 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Attempting to bind port 7bb472dd-32cd-480c-b945-d10f51f0a423 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:36:34.400071 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Attempting to bind port 7bb472dd-32cd-480c-b945-d10f51f0a423 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:36:34.400446 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Attempting to bind port 7bb472dd-32cd-480c-b945-d10f51f0a423 on network cabe2f7b-8a61-4b52-bfdf-27696af44a4d {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:34.412229 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:36:34.415341 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Checking segment: {'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:34.419695 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.420438 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Bound using segment: {'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:36:34.420668 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Bound port: 7bb472dd-32cd-480c-b945-d10f51f0a423, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:36:34.422926 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.428134 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-9a7e4f19-deed-46e8-ab33-aa3d2e486f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:34.464417 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf89fc-87f7-4711-abb9-9faff44ae10c req-886d6786-1aa5-4d27-99ea-356313ac0faa tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:34.466229 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5fdf89fc-87f7-4711-abb9-9faff44ae10c req-886d6786-1aa5-4d27-99ea-356313ac0faa tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 931 time: 1.1217546 May 12 15:36:34.482425 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.502308 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-f8da1536-217d-4694-8554-1bf51b896b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:34.502689 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-082ba57c-f4df-4ebd-a101-173cade57545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.578294 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] For port 7bb472dd-32cd-480c-b945-d10f51f0a423, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:36:34.587445 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] For port 7bb472dd-32cd-480c-b945-d10f51f0a423, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=7bb472dd-32cd-480c-b945-d10f51f0a423,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:36:34.605022 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af5fb0-dada-4cd4-b156-dff55a895306 req-a1e353a6-acf9-4374-91f2-af32d45bdad6 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:34.606028 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-76af5fb0-dada-4cd4-b156-dff55a895306 req-a1e353a6-acf9-4374-91f2-af32d45bdad6 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Synchronizing usage tracker for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:36:34.662509 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.667484 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c2fbae-64e2-4169-82a5-b9c58622b35b,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:34.682515 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:34.682694 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:34.684537 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-082ba57c-f4df-4ebd-a101-173cade57545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.705916 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:34.777348 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ba57c-f4df-4ebd-a101-173cade57545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677c2c2e-99ef-4d8d-ab57-0e353d602d00,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:34.792902 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-082ba57c-f4df-4ebd-a101-173cade57545 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bafe9be320654e1081e8978ddfa9dfed&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4418595 May 12 15:36:34.793954 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-082ba57c-f4df-4ebd-a101-173cade57545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:34.798046 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52286) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:34.826645 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.832637 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7296269 May 12 15:36:34.833100 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52290) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:34.836362 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 {{(pid=79428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:36:34.845866 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5fdf89fc-87f7-4711-abb9-9faff44ae10c req-6059f07e-71be-489b-892e-d83697ef7cb0 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621647 May 12 15:36:34.849752 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-a7d88d86-9c13-4d5b-ac18-b0ce2dcbaeb1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Request body: {'security_group_rule': {'security_group_id': '29c2fbae-64e2-4169-82a5-b9c58622b35b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:34.865651 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.868753 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:34.869564 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:36:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:34.879238 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a7d88d86-9c13-4d5b-ac18-b0ce2dcbaeb1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:34.887868 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a7d88d86-9c13-4d5b-ac18-b0ce2dcbaeb1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Usage tracker for resource:security_group_rule and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:34.902225 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a7d88d86-9c13-4d5b-ac18-b0ce2dcbaeb1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:34.914554 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a7d88d86-9c13-4d5b-ac18-b0ce2dcbaeb1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:34.920036 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Transition to ACTIVE for port object 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:34.963447 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-76af5fb0-dada-4cd4-b156-dff55a895306 req-a1e353a6-acf9-4374-91f2-af32d45bdad6 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Unset dirty status for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:36:34.965269 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-76af5fb0-dada-4cd4-b156-dff55a895306 req-a1e353a6-acf9-4374-91f2-af32d45bdad6 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 931 time: 1.5379012 May 12 15:36:34.974402 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4f19-deed-46e8-ab33-aa3d2e486f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.017459 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fb2efb01-a2a7-4383-98e3-c72204c92848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.063223 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.079951 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4f19-deed-46e8-ab33-aa3d2e486f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.114003 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52302) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:35.118517 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:35.127385 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:35.149206 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fb2efb01-a2a7-4383-98e3-c72204c92848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.212367 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a42e74-9897-4413-980a-295948b26a10 None None] Pushing event updated for resources: {'Port': ['ID=7bb472dd-32cd-480c-b945-d10f51f0a423,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:35.225896 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 {{(pid=79429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:36:35.247166 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.256531 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-9a7e4f19-deed-46e8-ab33-aa3d2e486f98 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54a35a5e974f43169fabea99fff74c1e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4581203 May 12 15:36:35.267715 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52308) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:35.268661 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a7d88d86-9c13-4d5b-ac18-b0ce2dcbaeb1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.271579 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e4f19-deed-46e8-ab33-aa3d2e486f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12594ec-bd6f-4e91-a30c-3d31b29fde5c,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:35.271928 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-c6a42e74-9897-4413-980a-295948b26a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:35.292894 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-9a7e4f19-deed-46e8-ab33-aa3d2e486f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:35.309684 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Transition to ACTIVE for port object ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 will not be triggered until provisioned by entity L2. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:35.370699 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-65ed664f-e750-4214-9852-c86588211f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.433375 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.473239 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fb2efb01-a2a7-4383-98e3-c72204c92848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.481913 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:35.507062 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-65ed664f-e750-4214-9852-c86588211f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.520091 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:35.652856 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-76af5fb0-dada-4cd4-b156-dff55a895306 req-82b41faf-958b-4f08-8547-171343da8f1a tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6781325 May 12 15:36:35.713012 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Pushing event updated for resources: {'Port': ['ID=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:35.720854 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Pushing event updated for resources: {'Port': ['ID=826efc4d-6b46-43a2-bec1-ef7d1a58cb13,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:35.746052 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-764057774-network', 'tenant_id': '66ba4ab177414ef09fe0ee4f965ec42f'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:35.780611 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:35.794613 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:35.835791 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-7d4bac95-143a-4451-b811-007562bce274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:35.861340 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:35.877066 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2efb01-a2a7-4383-98e3-c72204c92848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677c2c2e-99ef-4d8d-ab57-0e353d602d00,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:35.893925 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-fb2efb01-a2a7-4383-98e3-c72204c92848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:35.896302 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Attempting to bind port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:36:35.902522 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Attempting to bind port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:36:35.902522 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Attempting to bind port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 on network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:35.902522 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fb2efb01-a2a7-4383-98e3-c72204c92848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.902922 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Usage tracker for resource:network and tenant:66ba4ab177414ef09fe0ee4f965ec42f is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:35.903010 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-fb2efb01-a2a7-4383-98e3-c72204c92848 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/677c2c2e-99ef-4d8d-ab57-0e353d602d00 HTTP/1.1" status: 204 len: 168 time: 1.1000121 May 12 15:36:35.909552 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:35.916250 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a7d88d86-9c13-4d5b-ac18-b0ce2dcbaeb1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.920226 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Attempting to bind port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:36:35.920767 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Attempting to bind port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'aeb93cf6-96ac-45b8-ab08-c91e37cfd31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '028fcd7f-503b-4cf1-bfb5-54eb0d4ce350'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:36:35.925365 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Attempting to bind port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 on network 028fcd7f-503b-4cf1-bfb5-54eb0d4ce350 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:35.932644 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:35.940521 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 on network 028fcd7f-503b-4cf1-bfb5-54eb0d4ce350 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:36:35.941091 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Attempting to bind port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 on network 028fcd7f-503b-4cf1-bfb5-54eb0d4ce350 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:35.950121 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:36:35.950715 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Checking segment: {'id': 'aeb93cf6-96ac-45b8-ab08-c91e37cfd31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '028fcd7f-503b-4cf1-bfb5-54eb0d4ce350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:35.951523 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Bound using segment: {'id': 'aeb93cf6-96ac-45b8-ab08-c91e37cfd31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '028fcd7f-503b-4cf1-bfb5-54eb0d4ce350'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:36:35.952112 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Bound port: 826efc4d-6b46-43a2-bec1-ef7d1a58cb13, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb93cf6-96ac-45b8-ab08-c91e37cfd31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '028fcd7f-503b-4cf1-bfb5-54eb0d4ce350'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:36:35.952548 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.970013 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 on network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:36:35.970611 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Attempting to bind port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 on network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:35.994633 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a7d88d86-9c13-4d5b-ac18-b0ce2dcbaeb1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.995820 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:36:35.997491 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Checking segment: {'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:35.999896 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Bound using segment: {'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:36:36.000593 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Bound port: ca35364b-0f1f-4a2d-8083-a4fcbb1627e5, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'}}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:36:36.003046 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.058951 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:34Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:36.081993 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada1acc-021a-4342-8594-ac7e4e50fba7 None None] The sync data for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb is: [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:34Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:36:36.100187 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:36.169272 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Made reservation on behalf of 66ba4ab177414ef09fe0ee4f965ec42f for: {'network': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:36.169272 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.226093 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d88d86-9c13-4d5b-ac18-b0ce2dcbaeb1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365b1d88-42b2-4510-ad82-d0ce979507de,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:36.278924 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.312563 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-a7d88d86-9c13-4d5b-ac18-b0ce2dcbaeb1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:36.314199 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-65ed664f-e750-4214-9852-c86588211f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.316107 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] For port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5, host hv-cinder-78960, cleared binding levels {{(pid=79429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:36:36.316482 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:36.323669 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] For port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:36:36.349185 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:36.368714 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed664f-e750-4214-9852-c86588211f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12594ec-bd6f-4e91-a30c-3d31b29fde5c,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:36.371698 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Usage tracker for resource:security_group_rule and tenant:66ba4ab177414ef09fe0ee4f965ec42f is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:36.378351 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:36.383480 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-65ed664f-e750-4214-9852-c86588211f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:36.385686 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-65ed664f-e750-4214-9852-c86588211f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.387580 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-65ed664f-e750-4214-9852-c86588211f07 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f12594ec-bd6f-4e91-a30c-3d31b29fde5c HTTP/1.1" status: 204 len: 168 time: 1.1175611 May 12 15:36:36.390699 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:36.407776 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.434926 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-a3e71f20-96ab-43ca-82d0-2268f33310ed tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:36.439369 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] For port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13, host hv-cinder-78960, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:36:36.447799 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] For port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=826efc4d-6b46-43a2-bec1-ef7d1a58cb13,segment=NetworkSegment(aeb93cf6-96ac-45b8-ab08-c91e37cfd31c),segment_id=aeb93cf6-96ac-45b8-ab08-c91e37cfd31c)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:36:36.510657 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a7d88d86-9c13-4d5b-ac18-b0ce2dcbaeb1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.512309 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-a7d88d86-9c13-4d5b-ac18-b0ce2dcbaeb1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6708465 May 12 15:36:36.553992 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f0fa3-efee-4b62-9b8f-413319b69a78 req-76268a13-7e87-45a6-9f09-9ac981b15bd8 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:36.559720 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52344) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:36.568108 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-539f0fa3-efee-4b62-9b8f-413319b69a78 req-76268a13-7e87-45a6-9f09-9ac981b15bd8 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 943 time: 0.4354336 May 12 15:36:36.576840 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-6ef9c595-6fb2-46dc-9b2d-adcbf6f6e96b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Request body: {'security_group_rule': {'security_group_id': '29c2fbae-64e2-4169-82a5-b9c58622b35b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:36.598751 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.600612 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:36.602154 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.608325 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] 10.222.0.15 "PUT /v2.0/ports/ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 HTTP/1.1" status: 200 len: 1093 time: 3.2992702 May 12 15:36:36.639019 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a243b55-2da6-4d86-aa44-4bd81ab96f6f', 'tag': 'ca35364b-0f1f-4a2d-8083-a4fcbb1627e5'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:36:36.644180 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 7bb472dd-32cd-480c-b945-d10f51f0a423 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:36.709082 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-7c0a206a-56b1-4378-b108-f3f420a715c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:36.921792 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-6ef9c595-6fb2-46dc-9b2d-adcbf6f6e96b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:36.926016 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-6ef9c595-6fb2-46dc-9b2d-adcbf6f6e96b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Usage tracker for resource:security_group_rule and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:36.939387 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-6ef9c595-6fb2-46dc-9b2d-adcbf6f6e96b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:36.948827 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-6ef9c595-6fb2-46dc-9b2d-adcbf6f6e96b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:36.990153 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 7bb472dd-32cd-480c-b945-d10f51f0a423 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:36.996353 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 7bb472dd-32cd-480c-b945-d10f51f0a423 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:36.997130 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.045865 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Pushing event updated for resources: {'Port': ['ID=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5,revision_number=3']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:37.067172 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:37.166900 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-539e2c7d-203f-4350-a62b-3a2316771ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:37.169118 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-539e2c7d-203f-4350-a62b-3a2316771ae4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 1096 time: 0.2546484 May 12 15:36:37.169997 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ef9c595-6fb2-46dc-9b2d-adcbf6f6e96b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.374138 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.391336 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-539f0fa3-efee-4b62-9b8f-413319b69a78 req-39f91d3e-dcf6-4974-988f-7cea7e054d3c tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8163383 May 12 15:36:37.392093 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Pushing event updated for resources: {'Port': ['ID=826efc4d-6b46-43a2-bec1-ef7d1a58cb13,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:37.398606 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:37.423385 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.426388 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:37.428337 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.430096 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] 10.222.0.15 "PUT /v2.0/ports/826efc4d-6b46-43a2-bec1-ef7d1a58cb13 HTTP/1.1" status: 200 len: 1093 time: 4.1216660 May 12 15:36:37.437491 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fbe972-b631-4f59-afe7-abc6e55712c5', 'tag': '826efc4d-6b46-43a2-bec1-ef7d1a58cb13'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:36:37.460932 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-57b0278c-3542-44ad-93f2-c8322b4e2a2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 HTTP/1.1" status: 200 len: 217 time: 0.1359789 May 12 15:36:37.480290 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 7bb472dd-32cd-480c-b945-d10f51f0a423, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=7bb472dd-32cd-480c-b945-d10f51f0a423,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:37.596354 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-97f45baf-eadc-43ca-a4a4-7e361ba4d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:37.597958 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-97f45baf-eadc-43ca-a4a4-7e361ba4d076 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58fc9a0d-6910-4048-9808-393474a3a846 HTTP/1.1" status: 200 len: 855 time: 0.1031218 May 12 15:36:37.600761 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ef9c595-6fb2-46dc-9b2d-adcbf6f6e96b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.604361 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.605143 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.612158 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:37.617715 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-463b56ef-e451-4fb5-8798-654a048a7daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:37.677153 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ef9c595-6fb2-46dc-9b2d-adcbf6f6e96b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.689292 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-51df0c3a-5639-4263-84e5-7aa36d0eecbf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764449 May 12 15:36:37.689993 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52362) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:37.710057 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:37.748430 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3cebd4-468d-41e9-8038-9fb5c2368d06,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:37.759158 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52366) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:37.783466 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=7bb472dd-32cd-480c-b945-d10f51f0a423,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:37.790000 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:37.801075 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:37.858913 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=79428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:36:37.887087 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b32528-27de-474e-bf6d-15c167b4e5cc req-511a4fd4-53a3-407f-9f55-016cf2c51f7b tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:37.890766 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9c595-6fb2-46dc-9b2d-adcbf6f6e96b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f63511-a08d-47ae-88ab-bd879d04f1f8,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:37.897314 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-73b32528-27de-474e-bf6d-15c167b4e5cc req-511a4fd4-53a3-407f-9f55-016cf2c51f7b tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 943 time: 0.9354692 May 12 15:36:37.898862 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf169-b683-4c07-ac91-7704811019a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.961085 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-6ef9c595-6fb2-46dc-9b2d-adcbf6f6e96b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:37.979998 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.980083 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.segments_db [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Added segment ef3fee40-255a-46f4-b426-73b74ffee33f of type vlan for network cdce4d80-67ac-4fc6-b82a-5fe62b520503 May 12 15:36:38.064917 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-b7dbf169-b683-4c07-ac91-7704811019a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:38.067371 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ef9c595-6fb2-46dc-9b2d-adcbf6f6e96b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.069971 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-6ef9c595-6fb2-46dc-9b2d-adcbf6f6e96b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5091231 May 12 15:36:38.073777 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52386) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:38.078741 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-b7dbf169-b683-4c07-ac91-7704811019a4 admin admin] Usage tracker for resource:security_group_rule and tenant:d969927118274aa38a826dc797a5a4fb is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:38.082694 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-b7dbf169-b683-4c07-ac91-7704811019a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:38.096654 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Request body: {'floatingip': {'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:38.106959 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:38.109855 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-b7dbf169-b683-4c07-ac91-7704811019a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:38.115947 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Usage tracker for resource:floatingip and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:38.121921 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:38.122667 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-73b32528-27de-474e-bf6d-15c167b4e5cc req-e6545706-6489-4ace-b84e-750eda88ad83 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151470 May 12 15:36:38.160174 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:38.210382 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf11967-a763-498d-9332-f1d84962921d req-d9e4acc0-329f-4763-bcb5-1ed6b4909ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:38.214046 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-d9e4acc0-329f-4763-bcb5-1ed6b4909ba7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca96366b71e4470e9f8d519d0b056a19&device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 1096 time: 0.5994897 May 12 15:36:38.424347 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.425295 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-ed50ec80-4f26-458d-9b45-8b7a409d955c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=826efc4d-6b46-43a2-bec1-ef7d1a58cb13 HTTP/1.1" status: 200 len: 217 time: 0.1912262 May 12 15:36:38.430416 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.449931 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2431de6c-0a45-4c0a-8e02-f8e6a2349bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.507647 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fbe972-b631-4f59-afe7-abc6e55712c5', 'tag': '826efc4d-6b46-43a2-bec1-ef7d1a58cb13', 'status': 'completed', 'code': 200} May 12 15:36:38.523798 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-2431de6c-0a45-4c0a-8e02-f8e6a2349bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:38.590661 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf11967-a763-498d-9332-f1d84962921d req-78d3f666-9acf-40ec-8906-bae925084fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:38.602321 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 7bb472dd-32cd-480c-b945-d10f51f0a423 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:38.606976 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-78d3f666-9acf-40ec-8906-bae925084fbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf0c8e94-7590-4b2d-b997-a591acf6f38a HTTP/1.1" status: 200 len: 852 time: 0.1707582 May 12 15:36:38.676765 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-feeb91b2-2e8f-4677-90e5-85ec67b3d60e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=028fcd7f-503b-4cf1-bfb5-54eb0d4ce350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623565 May 12 15:36:38.735673 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 7bb472dd-32cd-480c-b945-d10f51f0a423 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:38.736574 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.742722 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.749321 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-2431de6c-0a45-4c0a-8e02-f8e6a2349bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:bd383857c2354822a1b0d4a317f55092 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:38.754006 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a243b55-2da6-4d86-aa44-4bd81ab96f6f', 'tag': 'ca35364b-0f1f-4a2d-8083-a4fcbb1627e5', 'status': 'completed', 'code': 200} May 12 15:36:38.754602 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:38.756015 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.756727 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-2431de6c-0a45-4c0a-8e02-f8e6a2349bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:38.766521 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-556f8631-c073-4790-9994-44a8b329b78c service neutron] 10.222.0.15 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9764218 May 12 15:36:38.772815 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-cf52618e-41ff-425a-8f8d-b285d11c313c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:38.781314 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-2431de6c-0a45-4c0a-8e02-f8e6a2349bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:39.012907 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.7518377 May 12 15:36:39.013721 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52410) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:39.033524 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Request body: {'subnet': {'network_id': 'cdce4d80-67ac-4fc6-b82a-5fe62b520503', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-764057774-subnet', 'tenant_id': '66ba4ab177414ef09fe0ee4f965ec42f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:39.039930 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Pushing event updated for resources: {'Network': ['ID=cdce4d80-67ac-4fc6-b82a-5fe62b520503,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:39.044623 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:39.055756 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network cdce4d80-67ac-4fc6-b82a-5fe62b520503 details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:36:39.059834 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:39.075797 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf169-b683-4c07-ac91-7704811019a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.096587 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-304704d6-152a-4e43-92b2-b6e6c69945d6 service neutron] 10.222.0.15 "GET /v2.0/networks/028fcd7f-503b-4cf1-bfb5-54eb0d4ce350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798327 May 12 15:36:39.100321 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Usage tracker for resource:subnet and tenant:66ba4ab177414ef09fe0ee4f965ec42f is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:39.104677 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:39.123360 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728f466-ae62-456b-aa78-d62c6091e2ae req-44a67e61-3e65-4cfc-95a0-65201a0c6ae0 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:39.124910 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3728f466-ae62-456b-aa78-d62c6091e2ae req-44a67e61-3e65-4cfc-95a0-65201a0c6ae0 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 943 time: 0.4426110 May 12 15:36:39.129657 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:39.156244 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2431de6c-0a45-4c0a-8e02-f8e6a2349bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.202170 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-497508fb-8a1e-4bfc-9751-44c30ad74079 req-6ff6f31a-6f06-47be-b72e-2aa6a7162812 service neutron] 10.222.0.15 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105439 May 12 15:36:39.222181 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf169-b683-4c07-ac91-7704811019a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.276949 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:39.321730 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Made reservation on behalf of 66ba4ab177414ef09fe0ee4f965ec42f for: {'subnet': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:39.321879 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbf169-b683-4c07-ac91-7704811019a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33dbffb-8265-428b-b6b8-c144a9a2abaa,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:39.321879 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2431de6c-0a45-4c0a-8e02-f8e6a2349bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.323826 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Notify callbacks [] for subnet, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.335432 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b7dbf169-b683-4c07-ac91-7704811019a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:39.374430 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-b7dbf169-b683-4c07-ac91-7704811019a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d969927118274aa38a826dc797a5a4fb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6821468 May 12 15:36:39.375255 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52426) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:39.383666 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:39.441554 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3728f466-ae62-456b-aa78-d62c6091e2ae req-3af1bd45-b5a3-4434-864a-98cbb42d8dc4 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705579 May 12 15:36:39.447707 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.557172 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-2431de6c-0a45-4c0a-8e02-f8e6a2349bb8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd383857c2354822a1b0d4a317f55092&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7732220 May 12 15:36:39.558046 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52434) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:39.578335 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431de6c-0a45-4c0a-8e02-f8e6a2349bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f181f40-73ca-434b-bfc4-924a65063837,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:39.581359 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-2431de6c-0a45-4c0a-8e02-f8e6a2349bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:39.599868 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70186632-44b5-4c36-86e2-4015e429dc80 req-759961d0-42b9-413a-b838-261022efee75 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:39.600518 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-70186632-44b5-4c36-86e2-4015e429dc80 req-759961d0-42b9-413a-b838-261022efee75 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 943 time: 0.1578963 May 12 15:36:39.612625 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b44e968e-d2df-4aa6-b108-d7468faf3572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.694985 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b44e968e-d2df-4aa6-b108-d7468faf3572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.738883 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-70186632-44b5-4c36-86e2-4015e429dc80 req-c2f3753b-13af-4e9f-88be-ebcdc0c52dfe tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187794 May 12 15:36:39.955684 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9862d34e-427d-42c0-9770-65f7e05a954c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.007248 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Allocated IP 172.28.0.21 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/39ed878d-dad3-49af-80e5-d9d51a491749) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:40.025687 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9862d34e-427d-42c0-9770-65f7e05a954c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.043762 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b44e968e-d2df-4aa6-b108-d7468faf3572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.054201 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:40.079161 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e968e-d2df-4aa6-b108-d7468faf3572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33dbffb-8265-428b-b6b8-c144a9a2abaa,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:40.115816 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for subnet, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.118924 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b44e968e-d2df-4aa6-b108-d7468faf3572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:40.125875 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ea995302-c9a3-4ed9-a5c3-91f2039356ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:40.207205 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b44e968e-d2df-4aa6-b108-d7468faf3572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.208854 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-b44e968e-d2df-4aa6-b108-d7468faf3572 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e33dbffb-8265-428b-b6b8-c144a9a2abaa HTTP/1.1" status: 204 len: 168 time: 0.8080761 May 12 15:36:40.282789 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.306307 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb58b3b-ae09-43dc-9300-37e630c585fd,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:40.320488 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:40.339278 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Checking segment: {'id': 'ef3fee40-255a-46f4-b426-73b74ffee33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cdce4d80-67ac-4fc6-b82a-5fe62b520503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:40.340320 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Network hostable DHCP agents. Network: cdce4d80-67ac-4fc6-b82a-5fe62b520503, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:36:40.355204 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9862d34e-427d-42c0-9770-65f7e05a954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.365064 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-65ed664f-e750-4214-9852-c86588211f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:40.377644 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862d34e-427d-42c0-9770-65f7e05a954c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f181f40-73ca-434b-bfc4-924a65063837,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:40.380857 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-9862d34e-427d-42c0-9770-65f7e05a954c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:40.382252 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9862d34e-427d-42c0-9770-65f7e05a954c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.383408 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-9862d34e-427d-42c0-9770-65f7e05a954c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f181f40-73ca-434b-bfc4-924a65063837 HTTP/1.1" status: 204 len: 168 time: 0.8177917 May 12 15:36:40.395675 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.401730 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c68d3a40-e48f-4904-a8ca-2b8e32b8c66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:40.464316 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:40.467468 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:40.478373 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:36:40.486728 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event updated for resources: {'Port': ['ID=39ed878d-dad3-49af-80e5-d9d51a491749,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:40.490950 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:40.538300 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Network cdce4d80-67ac-4fc6-b82a-5fe62b520503 is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:36:40.560710 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.637532 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, cdce4d80-67ac-4fc6-b82a-5fe62b520503) {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:40.644747 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:40.645229 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b131eb9c-ee6c-4988-b8ef-5a372542c5b9 None None] Network cdce4d80-67ac-4fc6-b82a-5fe62b520503 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:40.646366 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.756634 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42771721-8a8a-4263-b6d9-2b44c41e815c req-5f42bfc4-7efb-4e1a-b28b-9eb105b530fa tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:40.758738 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42771721-8a8a-4263-b6d9-2b44c41e815c req-5f42bfc4-7efb-4e1a-b28b-9eb105b530fa tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 943 time: 0.1683161 May 12 15:36:40.761332 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7415118 May 12 15:36:40.818352 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.841131 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42771721-8a8a-4263-b6d9-2b44c41e815c req-397fb1a4-b1ac-434c-ae10-cf2c1f39d733 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655560 May 12 15:36:40.896753 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.988270 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5bfda0-e23e-4613-b46b-b3d3c59594a0 None None] Network cdce4d80-67ac-4fc6-b82a-5fe62b520503 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:41.355044 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3a6c-87f4-4ba7-868f-f2ef444d2914 req-0a62b479-815f-4496-aa0f-a7f96d876727 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:41.355044 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a72d3a6c-87f4-4ba7-868f-f2ef444d2914 req-0a62b479-815f-4496-aa0f-a7f96d876727 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 943 time: 0.1914728 May 12 15:36:41.358445 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:41.359295 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a72d3a6c-87f4-4ba7-868f-f2ef444d2914 req-e7d40cce-e40a-4ff3-9b91-13b9cf8c05a0 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926254 May 12 15:36:41.385545 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52500) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:41.516262 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:36:41.899874 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faf11967-a763-498d-9332-f1d84962921d req-ea39af94-813b-4c8c-abdf-da1db7b531f6 service neutron] 10.222.0.15 "GET /v2.0/networks/028fcd7f-503b-4cf1-bfb5-54eb0d4ce350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125571 May 12 15:36:42.104374 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7bca-8cb4-44e8-873e-4a51154cd714 req-4581cf89-5049-4de0-b00e-229955e30455 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:42.108039 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e99b7bca-8cb4-44e8-873e-4a51154cd714 req-4581cf89-5049-4de0-b00e-229955e30455 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 943 time: 0.1086743 May 12 15:36:42.126241 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:42.135260 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:42.156722 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e99b7bca-8cb4-44e8-873e-4a51154cd714 req-6bb40507-0b22-48d1-afb3-34725654c22f tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433464 May 12 15:36:42.191876 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:42.231272 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event updated for resources: {'Port': ['ID=39ed878d-dad3-49af-80e5-d9d51a491749,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:42.234785 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:42.503856 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-16139dcd-dbb0-4116-895f-cb9704601355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:42.504491 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:42.509847 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4346209 May 12 15:36:42.599223 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb76a23-dbb6-4678-82de-a8df16d13898 req-745c5cb6-a7b1-49c0-97c1-f23a04a639ac tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:42.600908 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7fb76a23-dbb6-4678-82de-a8df16d13898 req-745c5cb6-a7b1-49c0-97c1-f23a04a639ac tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 943 time: 0.1542392 May 12 15:36:42.685287 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7fb76a23-dbb6-4678-82de-a8df16d13898 req-4195be1d-ac40-46ab-88ed-99cec13ec123 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773346 May 12 15:36:42.808062 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-05fc64e1-3bb9-4ac0-8c52-fa8862783e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:42.824392 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-05fc64e1-3bb9-4ac0-8c52-fa8862783e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:42.828429 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-05fc64e1-3bb9-4ac0-8c52-fa8862783e3a admin admin] Usage tracker for resource:security_group_rule and tenant:c8ea1f7bea96493a937c6d6f7736ed3b is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:42.831408 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-05fc64e1-3bb9-4ac0-8c52-fa8862783e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:42.837561 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-05fc64e1-3bb9-4ac0-8c52-fa8862783e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:42.934470 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-05fc64e1-3bb9-4ac0-8c52-fa8862783e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.034724 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-05fc64e1-3bb9-4ac0-8c52-fa8862783e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.044500 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:43.102831 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc64e1-3bb9-4ac0-8c52-fa8862783e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b839fc82-7399-42fc-aca2-4a1ef8091d51,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:43.108800 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-05fc64e1-3bb9-4ac0-8c52-fa8862783e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:43.111683 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-05fc64e1-3bb9-4ac0-8c52-fa8862783e3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c8ea1f7bea96493a937c6d6f7736ed3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7245724 May 12 15:36:43.114519 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52536) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:43.163276 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-542ebd35-c258-4332-83f5-21bbc80725f1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Synchronizing usage tracker for tenant:e8d30251431447cd921829666f3b144f on resource:security_group {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:36:43.194812 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-72ad6b70-52c6-4c50-8ec3-7546fdc86e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.227966 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-72ad6b70-52c6-4c50-8ec3-7546fdc86e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.361213 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-542ebd35-c258-4332-83f5-21bbc80725f1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Unset dirty status for tenant:e8d30251431447cd921829666f3b144f on resource:security_group {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:36:43.362361 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-542ebd35-c258-4332-83f5-21bbc80725f1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2003949208&fields=id&tenant_id=e8d30251431447cd921829666f3b144f HTTP/1.1" status: 200 len: 267 time: 0.2758234 May 12 15:36:43.421550 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-72ad6b70-52c6-4c50-8ec3-7546fdc86e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.428312 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-082ba57c-f4df-4ebd-a101-173cade57545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:43.443020 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad6b70-52c6-4c50-8ec3-7546fdc86e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b839fc82-7399-42fc-aca2-4a1ef8091d51,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:43.445932 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-72ad6b70-52c6-4c50-8ec3-7546fdc86e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:43.446881 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-72ad6b70-52c6-4c50-8ec3-7546fdc86e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.451838 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-72ad6b70-52c6-4c50-8ec3-7546fdc86e68 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b839fc82-7399-42fc-aca2-4a1ef8091d51 HTTP/1.1" status: 204 len: 168 time: 0.3338938 May 12 15:36:43.467326 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52548) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:43.511985 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-edf2e382-ca76-4c99-a4bf-ac6b8620001c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.559763 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca64f4-5754-4b7c-adfb-e99bc6828877 req-0c5bf3f5-506f-4c2f-ae72-96eae21cb2c5 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:43.561384 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-21ca64f4-5754-4b7c-adfb-e99bc6828877 req-0c5bf3f5-506f-4c2f-ae72-96eae21cb2c5 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 943 time: 0.2732003 May 12 15:36:43.597359 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-edf2e382-ca76-4c99-a4bf-ac6b8620001c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:43.642085 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-edf2e382-ca76-4c99-a4bf-ac6b8620001c admin admin] Usage tracker for resource:security_group_rule and tenant:92bff901c01e43659e773546a37632f2 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:43.648225 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-edf2e382-ca76-4c99-a4bf-ac6b8620001c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:43.661321 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-edf2e382-ca76-4c99-a4bf-ac6b8620001c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:43.706085 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-3e40caec-2bf9-4d7d-9fa4-1084911a2a9e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:43.707631 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-3e40caec-2bf9-4d7d-9fa4-1084911a2a9e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/networks?id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d HTTP/1.1" status: 200 len: 816 time: 0.3332644 May 12 15:36:43.717355 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-21ca64f4-5754-4b7c-adfb-e99bc6828877 req-7b7facb6-e86b-4c9a-9555-8b4ccd58b5fe tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132324 May 12 15:36:43.754007 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-98362379-87dd-4de5-afcf-63d10c804bda tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/quotas/e8d30251431447cd921829666f3b144f HTTP/1.1" status: 200 len: 375 time: 0.0291934 May 12 15:36:43.972778 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-aaa8523a-599e-4d38-b4b9-d40481456672 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2041330 May 12 15:36:44.015658 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-edf2e382-ca76-4c99-a4bf-ac6b8620001c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.135543 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb51c9-4c62-4925-828f-a03a31c480cd req-7d3fe28c-4f02-488d-9cd7-eb863aefbfcf tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:44.137067 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61cb51c9-4c62-4925-828f-a03a31c480cd req-7d3fe28c-4f02-488d-9cd7-eb863aefbfcf tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 943 time: 0.2477555 May 12 15:36:44.198987 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-9171b6dc-2a39-4c59-ac3c-88c53062d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.214968 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61cb51c9-4c62-4925-828f-a03a31c480cd req-b777b9e9-7302-4599-abea-3a47a8f51870 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640330 May 12 15:36:44.239236 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.244770 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-519c403c-5a04-4738-8450-df4dd238c1d1 service neutron] 10.222.0.61 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309835 May 12 15:36:44.249531 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-edf2e382-ca76-4c99-a4bf-ac6b8620001c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.270012 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52580) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:44.277835 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1887903262-network', 'tenant_id': '3778c0019752410bba998a3dbd563e59'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:44.285441 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:44.286003 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:44.290968 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Usage tracker for resource:network and tenant:3778c0019752410bba998a3dbd563e59 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:44.295472 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:44.304275 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:44.381187 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-edf2e382-ca76-4c99-a4bf-ac6b8620001c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=92bff901c01e43659e773546a37632f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9131765 May 12 15:36:44.391853 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52588) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:44.396567 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2e382-ca76-4c99-a4bf-ac6b8620001c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f72252-b7b0-413a-a8c0-7788948e3908,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:44.401589 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-edf2e382-ca76-4c99-a4bf-ac6b8620001c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:44.418792 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Made reservation on behalf of 3778c0019752410bba998a3dbd563e59 for: {'network': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:44.421091 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.448349 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.469664 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-6df64de1-64f3-438d-a7d5-eb19c3bb172e service neutron] 10.222.0.61 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188509 May 12 15:36:44.509532 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:44.532243 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Usage tracker for resource:security_group_rule and tenant:3778c0019752410bba998a3dbd563e59 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:44.542905 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:44.572650 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:44.589910 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-98b94b3a-0d32-4a80-99fa-54ebf6f9d983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.634739 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-98b94b3a-0d32-4a80-99fa-54ebf6f9d983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.732046 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.781537 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-28c9c50b-35fd-4c4e-a4a1-3993f0008c25 req-b6ce84af-a46d-4826-b7bd-6e46fe310a61 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 210 time: 0.0603406 May 12 15:36:44.799000 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-98b94b3a-0d32-4a80-99fa-54ebf6f9d983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.801144 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:44.824595 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b94b3a-0d32-4a80-99fa-54ebf6f9d983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f72252-b7b0-413a-a8c0-7788948e3908,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:44.824832 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-98b94b3a-0d32-4a80-99fa-54ebf6f9d983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:44.829601 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-98b94b3a-0d32-4a80-99fa-54ebf6f9d983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.830907 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-98b94b3a-0d32-4a80-99fa-54ebf6f9d983 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3f72252-b7b0-413a-a8c0-7788948e3908 HTTP/1.1" status: 204 len: 168 time: 0.4378569 May 12 15:36:44.848084 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.855860 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:44.931761 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=79429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:36:44.946118 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ee21d1-d92b-4a5b-b39f-24c5bf6c10f0,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:44.950395 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:44.957884 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.959402 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.segments_db [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Added segment 00e840b7-6954-4148-888f-512f0de24457 of type vlan for network 9df2d7f3-5ec9-45a5-907d-607ef7af0c73 May 12 15:36:44.993202 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.039055 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7732a03-98c6-40ab-b157-f672292f87f5 req-be5f8c3c-5741-48a3-ba04-1902585199a8 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:45.042959 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e7732a03-98c6-40ab-b157-f672292f87f5 req-be5f8c3c-5741-48a3-ba04-1902585199a8 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 943 time: 0.1540976 May 12 15:36:45.102719 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6533fd-4754-4455-a814-cb9ffe5a6b10 req-ddd23a69-0d95-459a-8f1b-b75708da09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:45.104345 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ca6533fd-4754-4455-a814-cb9ffe5a6b10 req-ddd23a69-0d95-459a-8f1b-b75708da09ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 1096 time: 0.1782777 May 12 15:36:45.126892 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e7732a03-98c6-40ab-b157-f672292f87f5 req-63c0dafb-c2a9-41b5-8860-fc43c350315b tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674994 May 12 15:36:45.155728 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.180616 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:45.181642 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.295658 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e96219c3-39c2-469a-88e8-1a76a6a32f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:45.320798 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.407418 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6533fd-4754-4455-a814-cb9ffe5a6b10 req-9f744307-b802-4d2d-bd5d-49b90f76e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:45.409021 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ca6533fd-4754-4455-a814-cb9ffe5a6b10 req-9f744307-b802-4d2d-bd5d-49b90f76e7fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf HTTP/1.1" status: 200 len: 916 time: 0.2859755 May 12 15:36:45.436081 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Pushing event updated for resources: {'Network': ['ID=9df2d7f3-5ec9-45a5-907d-607ef7af0c73,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:45.441160 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:45.454827 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network 9df2d7f3-5ec9-45a5-907d-607ef7af0c73 details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:36:45.466614 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445179c-0eee-4cd6-8262-32cf02d1216a req-98246bc5-7872-40b5-9c23-981def617d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:45.472075 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-0445179c-0eee-4cd6-8262-32cf02d1216a req-98246bc5-7872-40b5-9c23-981def617d0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca96366b71e4470e9f8d519d0b056a19&device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 1096 time: 0.3934441 May 12 15:36:45.515048 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ca6533fd-4754-4455-a814-cb9ffe5a6b10 req-bff12c31-63f3-46a2-b952-86c518155792 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 HTTP/1.1" status: 200 len: 217 time: 0.0948491 May 12 15:36:45.552338 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2800224 May 12 15:36:45.560573 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52630) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:45.622331 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Request body: {'subnet': {'network_id': '9df2d7f3-5ec9-45a5-907d-607ef7af0c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1887903262-subnet', 'tenant_id': '3778c0019752410bba998a3dbd563e59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:45.631356 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:45.638689 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Usage tracker for resource:subnet and tenant:3778c0019752410bba998a3dbd563e59 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:45.643059 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:45.663781 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:45.708560 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445179c-0eee-4cd6-8262-32cf02d1216a req-3518091a-5cb1-4832-9c59-c4cdbe6bf280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:45.713030 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-0445179c-0eee-4cd6-8262-32cf02d1216a req-3518091a-5cb1-4832-9c59-c4cdbe6bf280 service neutron] 10.222.0.15 "GET /v2.0/networks?id=028fcd7f-503b-4cf1-bfb5-54eb0d4ce350 HTTP/1.1" status: 200 len: 913 time: 0.2310727 May 12 15:36:45.749572 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27f095-44fc-4860-8f95-80768d252da8 req-de9423b9-0b4c-4b02-96c0-2e35226f4786 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:45.752043 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-dc27f095-44fc-4860-8f95-80768d252da8 req-de9423b9-0b4c-4b02-96c0-2e35226f4786 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 943 time: 0.3903339 May 12 15:36:45.754830 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6533fd-4754-4455-a814-cb9ffe5a6b10 req-e3fb1357-ea54-4998-88b5-d17df35ec708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:45.758364 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ca6533fd-4754-4455-a814-cb9ffe5a6b10 req-e3fb1357-ea54-4998-88b5-d17df35ec708 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58fc9a0d-6910-4048-9808-393474a3a846 HTTP/1.1" status: 200 len: 855 time: 0.2141938 May 12 15:36:45.780718 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Made reservation on behalf of 3778c0019752410bba998a3dbd563e59 for: {'subnet': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:45.783091 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.814695 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-0445179c-0eee-4cd6-8262-32cf02d1216a req-2d4bd9d7-2b48-4eff-98b6-abc72a1cd05e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=826efc4d-6b46-43a2-bec1-ef7d1a58cb13 HTTP/1.1" status: 200 len: 217 time: 0.0936587 May 12 15:36:45.839111 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ca6533fd-4754-4455-a814-cb9ffe5a6b10 req-636b4ffd-303a-4469-98f8-660acbb6c4a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585394 May 12 15:36:45.961092 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445179c-0eee-4cd6-8262-32cf02d1216a req-45179ef9-0bab-4140-a108-2616178f663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:45.962591 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-0445179c-0eee-4cd6-8262-32cf02d1216a req-45179ef9-0bab-4140-a108-2616178f663c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf0c8e94-7590-4b2d-b997-a591acf6f38a HTTP/1.1" status: 200 len: 852 time: 0.0952492 May 12 15:36:45.980687 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ca6533fd-4754-4455-a814-cb9ffe5a6b10 req-bd4a0ad7-7a3a-429c-be17-eff4e4c20030 service neutron] 10.222.0.15 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310489 May 12 15:36:46.025131 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-0445179c-0eee-4cd6-8262-32cf02d1216a req-3c684375-0ebc-498f-baff-8c6638e844ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=028fcd7f-503b-4cf1-bfb5-54eb0d4ce350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517371 May 12 15:36:46.064023 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4209021a-e5da-413b-b4e1-8a5d22c4042d req-8e25a673-1960-43c6-aaa8-c8bb29e03a39 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 210 time: 0.0818222 May 12 15:36:46.126238 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-dc27f095-44fc-4860-8f95-80768d252da8 req-e81aecdc-95e4-4e59-ac03-b3c8b7ebb6fa tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666339 May 12 15:36:46.295268 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ca6533fd-4754-4455-a814-cb9ffe5a6b10 req-21250584-1f8f-4bd7-a3b6-179e0a9ef942 service neutron] 10.222.0.15 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666664 May 12 15:36:46.432000 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-0445179c-0eee-4cd6-8262-32cf02d1216a req-1522cf45-f117-4020-ade2-ca671c12c1cd service neutron] 10.222.0.15 "GET /v2.0/networks/028fcd7f-503b-4cf1-bfb5-54eb0d4ce350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683984 May 12 15:36:46.448707 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb07c1d-e22a-4cca-b3c8-949caef16d2d req-54238314-5c20-4b8a-8008-256e6f9ce92a tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:46.450276 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3cb07c1d-e22a-4cca-b3c8-949caef16d2d req-54238314-5c20-4b8a-8008-256e6f9ce92a tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 943 time: 0.1304672 May 12 15:36:46.501180 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3cb07c1d-e22a-4cca-b3c8-949caef16d2d req-a8159139-f2e7-4b7b-8197-a7ad477de564 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449963 May 12 15:36:46.681330 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-0445179c-0eee-4cd6-8262-32cf02d1216a req-ac365e48-0211-46e1-b149-cb1eecd9226d service neutron] 10.222.0.15 "GET /v2.0/networks/028fcd7f-503b-4cf1-bfb5-54eb0d4ce350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387357 May 12 15:36:46.816519 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for subnet, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:46.821894 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:46.905215 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac07a903-e89c-4152-b4aa-cb3f55ec4848,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:46.911380 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:46.914141 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Checking segment: {'id': '00e840b7-6954-4148-888f-512f0de24457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9df2d7f3-5ec9-45a5-907d-607ef7af0c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:46.914505 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Network hostable DHCP agents. Network: 9df2d7f3-5ec9-45a5-907d-607ef7af0c73, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:36:47.149346 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Network 9df2d7f3-5ec9-45a5-907d-607ef7af0c73 is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:36:47.151453 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:47.262247 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ddf6b547-f870-4d18-9d1f-2b9f3480a20c req-c650dc65-deaa-46cd-9f58-79b341b081cf tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 210 time: 0.0454745 May 12 15:36:47.329637 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, 9df2d7f3-5ec9-45a5-907d-607ef7af0c73) {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:47.338516 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:47.339186 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a6cf8-34d3-4081-aa8a-a4f9cbdb8186 None None] Network 9df2d7f3-5ec9-45a5-907d-607ef7af0c73 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:47.339331 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:47.414487 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3197a-ae69-487b-a31e-8fa8dc447735 req-29501e10-8c03-47a7-aac7-15e5ef33e2b5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:47.416450 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-39b3197a-ae69-487b-a31e-8fa8dc447735 req-29501e10-8c03-47a7-aac7-15e5ef33e2b5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 943 time: 0.1160197 May 12 15:36:47.480349 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9185793 May 12 15:36:47.568575 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-39b3197a-ae69-487b-a31e-8fa8dc447735 req-585aa069-3df0-4e3c-9746-2c3960929f28 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443412 May 12 15:36:47.710742 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52712) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:47.733984 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf3428-5d62-4ee2-8985-948b4bb465d2 None None] Network 9df2d7f3-5ec9-45a5-907d-607ef7af0c73 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:47.784295 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0e1f0d-1bf3-4d15-9413-fa9974eea7e3 admin admin] Deleting subnet 1cb58b3b-ae09-43dc-9300-37e630c585fd {{(pid=79429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:36:47.788008 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1f0d-1bf3-4d15-9413-fa9974eea7e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:47.854835 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1f0d-1bf3-4d15-9413-fa9974eea7e3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:47.856966 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d8c65-70b5-45f0-b48b-3747a7e52800 req-e1bc2ee7-649f-49a6-b1c1-999117fba6d7 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:47.859378 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-380d8c65-70b5-45f0-b48b-3747a7e52800 req-e1bc2ee7-649f-49a6-b1c1-999117fba6d7 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 943 time: 0.1875696 May 12 15:36:47.871574 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1f0d-1bf3-4d15-9413-fa9974eea7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:47.914674 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-380d8c65-70b5-45f0-b48b-3747a7e52800 req-4f62e5bb-b202-4f02-8005-53954b94e35d tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460002 May 12 15:36:48.412356 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-4260059b-583a-4bcc-aeda-eba835551099 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:48.413160 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-4260059b-583a-4bcc-aeda-eba835551099 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Synchronizing usage tracker for tenant:e8d30251431447cd921829666f3b144f on resource:network {{(pid=79429) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:36:48.463402 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a07b03c7-9181-477e-b749-20fbca5c176a req-ff06a047-eaa5-4911-95c0-e65d38090f42 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 210 time: 0.0588615 May 12 15:36:48.539126 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1f0d-1bf3-4d15-9413-fa9974eea7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for subnet, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:48.541088 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-4260059b-583a-4bcc-aeda-eba835551099 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Unset dirty status for tenant:e8d30251431447cd921829666f3b144f on resource:network {{(pid=79429) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:36:48.542346 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-4260059b-583a-4bcc-aeda-eba835551099 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.15 "GET /v2.0/networks?id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d HTTP/1.1" status: 200 len: 816 time: 0.3860049 May 12 15:36:48.561271 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:48.619633 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e1f0d-1bf3-4d15-9413-fa9974eea7e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb58b3b-ae09-43dc-9300-37e630c585fd,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:48.622132 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-ca0e1f0d-1bf3-4d15-9413-fa9974eea7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:48.625242 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1f0d-1bf3-4d15-9413-fa9974eea7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:48.636642 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52752) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:48.636772 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-ca0e1f0d-1bf3-4d15-9413-fa9974eea7e3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1cb58b3b-ae09-43dc-9300-37e630c585fd HTTP/1.1" status: 204 len: 168 time: 0.9246728 May 12 15:36:48.675382 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-c1af63b6-195d-4050-aedf-92b54d17a5b3 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Synchronizing usage tracker for tenant:e8d30251431447cd921829666f3b144f on resource:security_group {{(pid=79429) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:36:48.691782 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-c1af63b6-195d-4050-aedf-92b54d17a5b3 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Unset dirty status for tenant:e8d30251431447cd921829666f3b144f on resource:security_group {{(pid=79429) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:36:48.693535 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-c1af63b6-195d-4050-aedf-92b54d17a5b3 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d30251431447cd921829666f3b144f HTTP/1.1" status: 200 len: 380 time: 0.1332586 May 12 15:36:48.705959 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Request body: {'port': {'device_id': '5a08000c-b735-469c-89d9-de26935804da', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'admin_state_up': True, 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'security_groups': ['29c2fbae-64e2-4169-82a5-b9c58622b35b']}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:48.828794 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:48.878363 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:48.882607 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Usage tracker for resource:port and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:48.885438 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:48.891174 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:48.960911 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0aa57-a186-4753-9219-6ae3609cdc4a req-a8c280b5-950e-421a-b5b9-108f8e089707 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:48.977782 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-39b0aa57-a186-4753-9219-6ae3609cdc4a req-a8c280b5-950e-421a-b5b9-108f8e089707 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 943 time: 0.2170289 May 12 15:36:49.008495 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.035309 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.035309 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.035965 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.036410 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > port after_create 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.036662 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.037000 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > port after_update 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.037350 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.037766 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.038095 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.038464 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.084501 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Made reservation on behalf of e8d30251431447cd921829666f3b144f for: {'port': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:49.089001 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.206390 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.206956 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.207779 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.207862 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:36:49.208457 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdce4d80-67ac-4fc6-b82a-5fe62b520503']}} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:49.231053 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:36:49.237617 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3fee40-255a-46f4-b426-73b74ffee33f') {'for_net_delete': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:49.238003 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3fee40-255a-46f4-b426-73b74ffee33f') {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:49.291096 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-39b0aa57-a186-4753-9219-6ae3609cdc4a req-d694f546-2cb2-46ef-8745-845e68d772fb tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121314 May 12 15:36:49.317822 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10637365'] for segment, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.340395 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.346338 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Allocated IP 172.20.0.10 (cabe2f7b-8a61-4b52-bfdf-27696af44a4d/06904d41-f4a0-432b-9939-9dafbee02cfb/66b32936-92af-4c88-a369-451c41085c70) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:49.353483 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=79428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:36:49.353483 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1620161'] for segment, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: from cryptography.utils import int_from_bytes May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: from cryptography.utils import int_from_bytes May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: Traceback (most recent call last): May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: timer() May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: cb(*args, **kw) May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: return func(*args, **kwargs) May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: self._notify() May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: self.callback(batched_events) May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: event.method(event) May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: return f(self, *a, **k) May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: return self._get(url).json() May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: return self.request(url, 'GET', **kwargs) May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:36:49.368675 dv-cinder-789603-6-smb neutron-server[79428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:36:49.497949 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=826efc4d-6b46-43a2-bec1-ef7d1a58cb13,segment=NetworkSegment(aeb93cf6-96ac-45b8-ab08-c91e37cfd31c),segment_id=aeb93cf6-96ac-45b8-ab08-c91e37cfd31c)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:49.512911 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '826efc4d-6b46-43a2-bec1-ef7d1a58cb13', 'network_id': '028fcd7f-503b-4cf1-bfb5-54eb0d4ce350', 'port_id': '826efc4d-6b46-43a2-bec1-ef7d1a58cb13', 'mac_address': 'fa:16:3e:17:63:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0c8e94-7590-4b2d-b997-a591acf6f38a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:36:49.570545 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.575648 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ac65e-b87e-4d54-9232-fbd0bfcb1e74 req-9f297744-5ff2-44e5-8281-105debbabdb3 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:49.587994 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-790ac65e-b87e-4d54-9232-fbd0bfcb1e74 req-9f297744-5ff2-44e5-8281-105debbabdb3 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 943 time: 0.3586009 May 12 15:36:49.588212 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:36:49.605584 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=826efc4d-6b46-43a2-bec1-ef7d1a58cb13,segment=NetworkSegment(aeb93cf6-96ac-45b8-ab08-c91e37cfd31c),segment_id=aeb93cf6-96ac-45b8-ab08-c91e37cfd31c)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:49.621268 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.663317 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-204d1bf2-a791-40da-93d6-bf2561106dd3 req-324b2007-e742-40cc-a81c-9ed1e760ae1a tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 210 time: 0.0568752 May 12 15:36:49.674977 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-790ac65e-b87e-4d54-9232-fbd0bfcb1e74 req-30017866-c34b-4af3-adbb-2705092da59c tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858092 May 12 15:36:49.758431 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Transition to ACTIVE for port object 66b32936-92af-4c88-a369-451c41085c70 will not be triggered until provisioned by entity DHCP. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:49.758616 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.758707 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.760201 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:36:49.762988 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:49.765167 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:49.781536 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.797599 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdce4d80-67ac-4fc6-b82a-5fe62b520503,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:49.797599 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:49.799203 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] 10.222.0.61 "DELETE /v2.0/networks/cdce4d80-67ac-4fc6-b82a-5fe62b520503 HTTP/1.1" status: 204 len: 168 time: 1.1594195 May 12 15:36:49.801020 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52786) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:49.860229 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_v2 [None req-470e117e-4afe-489b-ac25-6c6d0a15a648 admin admin] Deleting subnet ac07a903-e89c-4152-b4aa-cb3f55ec4848 {{(pid=79428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:36:49.863386 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-470e117e-4afe-489b-ac25-6c6d0a15a648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.900009 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.906886 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=826efc4d-6b46-43a2-bec1-ef7d1a58cb13,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:49.907079 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:49.912688 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:49.917465 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-470e117e-4afe-489b-ac25-6c6d0a15a648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10637354'] for subnet, precommit_delete_associations {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.970245 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:49.987633 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': 'ca35364b-0f1f-4a2d-8083-a4fcbb1627e5', 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf', 'port_id': 'ca35364b-0f1f-4a2d-8083-a4fcbb1627e5', 'mac_address': 'fa:16:3e:c4:58:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58fc9a0d-6910-4048-9808-393474a3a846', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:36:49.990542 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Network cabe2f7b-8a61-4b52-bfdf-27696af44a4d is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:49.992187 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-470e117e-4afe-489b-ac25-6c6d0a15a648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.993221 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:49.997396 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:36:50.013241 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:50.014024 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:50.054791 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:50.059658 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event updated for resources: {'Port': ['ID=66b32936-92af-4c88-a369-451c41085c70,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:50.067976 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:50.074654 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:36:50.096518 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:50.144250 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4451237 May 12 15:36:50.169904 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Request body: {'port': {'device_id': '5a08000c-b735-469c-89d9-de26935804da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:50.230188 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:50.232391 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:50.319631 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:50.323765 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:50.371292 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:50.449950 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-eb0f66bc-204b-43f1-afbd-f8073ba8b42a None None] Provisioning for port 66b32936-92af-4c88-a369-451c41085c70 completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:50.455613 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-eb0f66bc-204b-43f1-afbd-f8073ba8b42a None None] Provisioning complete for port 66b32936-92af-4c88-a369-451c41085c70 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:50.456001 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-eb0f66bc-204b-43f1-afbd-f8073ba8b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:50.517121 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992ab19-7d6f-45a1-8f6a-226fdda8a695 req-67968951-dbe2-4231-8733-2bc908d54aaa tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:50.518814 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e992ab19-7d6f-45a1-8f6a-226fdda8a695 req-67968951-dbe2-4231-8733-2bc908d54aaa tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 944 time: 0.1181803 May 12 15:36:50.520255 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-470e117e-4afe-489b-ac25-6c6d0a15a648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1620135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10920355'] for subnet, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:50.526420 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:50.536995 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-eb0f66bc-204b-43f1-afbd-f8073ba8b42a None None] Port 66b32936-92af-4c88-a369-451c41085c70 cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:36:50.581286 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e117e-4afe-489b-ac25-6c6d0a15a648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac07a903-e89c-4152-b4aa-cb3f55ec4848,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:50.602113 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-470e117e-4afe-489b-ac25-6c6d0a15a648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:50.607104 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['ca35364b-0f1f-4a2d-8083-a4fcbb1627e5'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:36:50.634496 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e992ab19-7d6f-45a1-8f6a-226fdda8a695 req-d4cf70f7-b875-4542-babd-162f3d9e76c9 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735126 May 12 15:36:50.635596 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-470e117e-4afe-489b-ac25-6c6d0a15a648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:50.642001 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-470e117e-4afe-489b-ac25-6c6d0a15a648 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ac07a903-e89c-4152-b4aa-cb3f55ec4848 HTTP/1.1" status: 204 len: 168 time: 0.8399479 May 12 15:36:50.644370 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52808) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:50.666632 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['826efc4d-6b46-43a2-bec1-ef7d1a58cb13'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:36:50.790045 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:50.871996 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b32936-92af-4c88-a369-451c41085c70 {{(pid=79429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:36:50.885794 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:50.923049 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Transition to ACTIVE for port object 66b32936-92af-4c88-a369-451c41085c70 will not be triggered until provisioned by entity L2. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:51.044470 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.053726 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:51.059530 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.077180 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df2d7f3-5ec9-45a5-907d-607ef7af0c73']}} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:51.095904 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e840b7-6954-4148-888f-512f0de24457') {'for_net_delete': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:51.096276 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e840b7-6954-4148-888f-512f0de24457') {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:51.123877 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10637365'] for segment, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.161691 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.176464 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2169bc-da5e-41f6-84c6-96b1832d1120 req-d0af3246-de48-483c-8f1c-42a995e54fa7 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:51.178693 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0d2169bc-da5e-41f6-84c6-96b1832d1120 req-d0af3246-de48-483c-8f1c-42a995e54fa7 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 932 time: 0.2708812 May 12 15:36:51.179801 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=79428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:36:51.180449 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1620161'] for segment, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: Traceback (most recent call last): May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: timer() May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: cb(*args, **kw) May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: return func(*args, **kwargs) May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: self._notify() May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: self.callback(batched_events) May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: event.method(event) May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: return f(self, *a, **k) May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: return self._get(url).json() May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: return self.request(url, 'GET', **kwargs) May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:36:51.195276 dv-cinder-789603-6-smb neutron-server[79428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:36:51.203437 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e52880-a5ad-44d0-a4e2-b286ce3d574e req-d91e8534-32b8-4138-accc-355232d8953e tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:51.204990 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-15e52880-a5ad-44d0-a4e2-b286ce3d574e req-d91e8534-32b8-4138-accc-355232d8953e tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 944 time: 0.3592856 May 12 15:36:51.267734 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Attempting to bind port 66b32936-92af-4c88-a369-451c41085c70 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:36:51.268260 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Attempting to bind port 66b32936-92af-4c88-a369-451c41085c70 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:36:51.268662 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Attempting to bind port 66b32936-92af-4c88-a369-451c41085c70 on network cabe2f7b-8a61-4b52-bfdf-27696af44a4d {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:51.286667 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Port 66b32936-92af-4c88-a369-451c41085c70 on network cabe2f7b-8a61-4b52-bfdf-27696af44a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:36:51.287419 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Attempting to bind port 66b32936-92af-4c88-a369-451c41085c70 on network cabe2f7b-8a61-4b52-bfdf-27696af44a4d {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:51.309527 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:36:51.309869 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Checking segment: {'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:51.310260 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Bound using segment: {'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:36:51.310705 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Bound port: 66b32936-92af-4c88-a369-451c41085c70, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'}}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:36:51.311910 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.323178 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=66b32936-92af-4c88-a369-451c41085c70,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:51.326909 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:51.378300 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0d2169bc-da5e-41f6-84c6-96b1832d1120 req-c09ee3d7-ddbb-4379-8e17-b824b0c82028 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572125 May 12 15:36:51.380747 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-15e52880-a5ad-44d0-a4e2-b286ce3d574e req-b3267397-74fe-4cae-8b20-4f7283946b49 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524978 May 12 15:36:51.492028 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.501754 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:51.510076 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] For port 66b32936-92af-4c88-a369-451c41085c70, host hv-cinder-78960, cleared binding levels {{(pid=79429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:36:51.513224 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] For port 66b32936-92af-4c88-a369-451c41085c70, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=66b32936-92af-4c88-a369-451c41085c70,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:36:51.516226 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.529810 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df2d7f3-5ec9-45a5-907d-607ef7af0c73,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:51.533164 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9df2d7f3-5ec9-45a5-907d-607ef7af0c73 HTTP/1.1" status: 204 len: 168 time: 0.8878050 May 12 15:36:51.534404 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:51.612456 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.617549 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:51.673120 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:51.673649 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.675032 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] 10.222.0.15 "PUT /v2.0/ports/66b32936-92af-4c88-a369-451c41085c70 HTTP/1.1" status: 200 len: 1094 time: 1.5203824 May 12 15:36:51.675496 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'tag': '66b32936-92af-4c88-a369-451c41085c70'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:36:51.704698 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=66b32936-92af-4c88-a369-451c41085c70,revision_number=3']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:51.709132 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:51.755682 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'tag': '66b32936-92af-4c88-a369-451c41085c70', 'status': 'completed', 'code': 200} May 12 15:36:51.910643 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179934d-5d07-4c35-bf07-46cb321dd591 req-c724f9e0-973b-468e-9298-ed868a1bd953 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:51.912946 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7179934d-5d07-4c35-bf07-46cb321dd591 req-c724f9e0-973b-468e-9298-ed868a1bd953 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 944 time: 0.1289406 May 12 15:36:51.916966 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70611a5-7f3d-4778-85dd-11d6eeb2ce89 req-3a33303b-f8fc-43e9-a715-fd84e46543ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:51.918558 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-c70611a5-7f3d-4778-85dd-11d6eeb2ce89 req-3a33303b-f8fc-43e9-a715-fd84e46543ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 1097 time: 0.1426203 May 12 15:36:51.969684 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7179934d-5d07-4c35-bf07-46cb321dd591 req-4750c7d2-f55f-4237-bf33-c22251acf1d4 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510101 May 12 15:36:52.063391 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52868) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:52.063735 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52870) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:52.101485 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70611a5-7f3d-4778-85dd-11d6eeb2ce89 req-98af9922-9461-41f1-b584-17ff9fc7533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:52.103127 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-c70611a5-7f3d-4778-85dd-11d6eeb2ce89 req-98af9922-9461-41f1-b584-17ff9fc7533b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e8d30251431447cd921829666f3b144f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1765385 May 12 15:36:52.132839 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-bbf9623b-b744-48ed-a65e-064b14f8d499 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66ba4ab177414ef09fe0ee4f965ec42f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0661249 May 12 15:36:52.136422 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52880) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:52.290433 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7be9b009-bbda-4bad-98d4-2ce24d6c761a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:52.332295 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70611a5-7f3d-4778-85dd-11d6eeb2ce89 req-3ab08b15-a772-419d-be2c-1d7a3f62413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:52.333809 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-c70611a5-7f3d-4778-85dd-11d6eeb2ce89 req-3ab08b15-a772-419d-be2c-1d7a3f62413b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2236168 May 12 15:36:52.338242 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7be9b009-bbda-4bad-98d4-2ce24d6c761a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:52.358961 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b0b3d2c1-a65e-486a-9a1a-9175bade5991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:52.379684 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-b0b3d2c1-a65e-486a-9a1a-9175bade5991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:52.383836 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-b0b3d2c1-a65e-486a-9a1a-9175bade5991 admin admin] Usage tracker for resource:security_group_rule and tenant:d28c547605734756981b0bb351d11cc9 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:52.386843 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-b0b3d2c1-a65e-486a-9a1a-9175bade5991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:52.392940 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-b0b3d2c1-a65e-486a-9a1a-9175bade5991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:52.529623 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-682adaf2-b2e4-4ef6-b39d-82da5d8e07da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:52.532010 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-682adaf2-b2e4-4ef6-b39d-82da5d8e07da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 1097 time: 0.1326244 May 12 15:36:52.625179 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7be9b009-bbda-4bad-98d4-2ce24d6c761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:52.627033 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-04177c1a-9e92-4fd3-a113-082c80a42680 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b32936-92af-4c88-a369-451c41085c70 HTTP/1.1" status: 200 len: 217 time: 0.0874412 May 12 15:36:52.630856 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:52.662300 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b0b3d2c1-a65e-486a-9a1a-9175bade5991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:52.688266 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e698a-585d-4c24-9efb-8e8118da0c96 req-368dfea3-f046-424f-a339-cdbcffaafbd4 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:52.689855 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-266e698a-585d-4c24-9efb-8e8118da0c96 req-368dfea3-f046-424f-a339-cdbcffaafbd4 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1832976 May 12 15:36:52.705588 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-f7968686-8bbf-4ef0-836d-5d7c6f1e0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:52.707237 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-f7968686-8bbf-4ef0-836d-5d7c6f1e0f65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06904d41-f4a0-432b-9939-9dafbee02cfb HTTP/1.1" status: 200 len: 855 time: 0.0666933 May 12 15:36:52.709332 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9b009-bbda-4bad-98d4-2ce24d6c761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3cebd4-468d-41e9-8038-9fb5c2368d06,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:52.720417 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-7be9b009-bbda-4bad-98d4-2ce24d6c761a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:52.729079 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb13e0-b8c7-4656-83a7-ccde5bb50be8 req-ddaa4bb7-d5a8-42bd-ba55-bd1bffea2268 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:52.742009 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d0cb13e0-b8c7-4656-83a7-ccde5bb50be8 req-ddaa4bb7-d5a8-42bd-ba55-bd1bffea2268 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 944 time: 0.1922030 May 12 15:36:52.756611 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b0b3d2c1-a65e-486a-9a1a-9175bade5991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:52.774645 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7be9b009-bbda-4bad-98d4-2ce24d6c761a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:52.777632 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-7be9b009-bbda-4bad-98d4-2ce24d6c761a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce3cebd4-468d-41e9-8038-9fb5c2368d06 HTTP/1.1" status: 204 len: 168 time: 0.6380780 May 12 15:36:52.778106 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-5a8b6875-81d5-4bde-9274-3ad5af69c074 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:52.824724 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-428049c4-0326-4dbb-8b62-a231ebcf6eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:52.826547 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-428049c4-0326-4dbb-8b62-a231ebcf6eeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1072676 May 12 15:36:52.834564 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-266e698a-585d-4c24-9efb-8e8118da0c96 req-58c3ea0d-e3dd-4d53-9a79-e15ab08c79ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367292 May 12 15:36:52.854145 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-b0b3d2c1-a65e-486a-9a1a-9175bade5991 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d28c547605734756981b0bb351d11cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7882965 May 12 15:36:52.856707 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52922) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:52.869139 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d0cb13e0-b8c7-4656-83a7-ccde5bb50be8 req-cee6fe7a-cc82-4518-a2cd-44e4f498bbce tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306601 May 12 15:36:52.882619 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3d2c1-a65e-486a-9a1a-9175bade5991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bc55c4-75f3-4a94-83de-919e87246529,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:52.891592 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b0b3d2c1-a65e-486a-9a1a-9175bade5991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:52.946646 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2996e5bd-c41a-48df-9207-40b3072b50f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:52.975836 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2996e5bd-c41a-48df-9207-40b3072b50f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:53.005355 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-ad91b982-bb4b-4516-8ac3-9f059a67ef70 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707735 May 12 15:36:53.138346 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2996e5bd-c41a-48df-9207-40b3072b50f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:53.145449 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-7eed8dd1-8288-4479-b05e-5340ca2d8b8d req-7cc3aaf7-cdfd-4e12-ba54-2cd4de051674 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337087 May 12 15:36:53.146090 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-edf2e382-ca76-4c99-a4bf-ac6b8620001c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:53.177491 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996e5bd-c41a-48df-9207-40b3072b50f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bc55c4-75f3-4a94-83de-919e87246529,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:53.198231 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2996e5bd-c41a-48df-9207-40b3072b50f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:53.214101 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:53.221071 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2996e5bd-c41a-48df-9207-40b3072b50f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:53.225238 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-2996e5bd-c41a-48df-9207-40b3072b50f8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a5bc55c4-75f3-4a94-83de-919e87246529 HTTP/1.1" status: 204 len: 168 time: 0.3642154 May 12 15:36:53.289474 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774db431-4383-4454-b6f1-ae96a6a56170 req-d5913a80-5aa1-473d-8179-03ba72ee1840 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:53.290660 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-774db431-4383-4454-b6f1-ae96a6a56170 req-d5913a80-5aa1-473d-8179-03ba72ee1840 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 944 time: 0.2016213 May 12 15:36:53.373165 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-774db431-4383-4454-b6f1-ae96a6a56170 req-7a0ee40b-aac1-497d-a777-ee847e1bd177 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673440 May 12 15:36:53.423760 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:53.435639 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:53.436280 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:53.560613 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:53.612495 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=826efc4d-6b46-43a2-bec1-ef7d1a58cb13,segment=NetworkSegment(aeb93cf6-96ac-45b8-ab08-c91e37cfd31c),segment_id=aeb93cf6-96ac-45b8-ab08-c91e37cfd31c)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:53.613356 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fbe972-b631-4f59-afe7-abc6e55712c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826efc4d-6b46-43a2-bec1-ef7d1a58cb13'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:36:53.758763 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:53.759987 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:53.788619 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:53.825967 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 52972) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:53.890435 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 52982) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:53.902895 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-b38b83fe-d959-48c3-96fd-bc3c5d681612 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3778c0019752410bba998a3dbd563e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0752513 May 12 15:36:53.935096 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=826efc4d-6b46-43a2-bec1-ef7d1a58cb13,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:53.945612 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:53.993199 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-caab01d7-4ce3-4ed1-af5e-41c7e1a8231b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.021803 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-caab01d7-4ce3-4ed1-af5e-41c7e1a8231b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.066598 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:54.073235 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:54.073805 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.166519 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af62d9-dda8-4cd2-8c00-5dbf039ecd4e req-7661b616-64c7-42e3-aba1-ecbb3d7ad908 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:54.168383 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-30af62d9-dda8-4cd2-8c00-5dbf039ecd4e req-7661b616-64c7-42e3-aba1-ecbb3d7ad908 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1479664 May 12 15:36:54.178987 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124c5f5-3523-4692-9c94-67b30b59e20d req-10695610-6b85-4d33-94fb-aae1b71d51fc tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:54.180685 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7124c5f5-3523-4692-9c94-67b30b59e20d req-10695610-6b85-4d33-94fb-aae1b71d51fc tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 945 time: 0.1276145 May 12 15:36:54.232394 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.255585 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-30af62d9-dda8-4cd2-8c00-5dbf039ecd4e req-3d45e489-2776-4cff-9c30-ff6df99b2575 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732570 May 12 15:36:54.258433 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-caab01d7-4ce3-4ed1-af5e-41c7e1a8231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.267254 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:54.270810 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7124c5f5-3523-4692-9c94-67b30b59e20d req-e905eee0-8a03-4581-b211-627159ab5338 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754824 May 12 15:36:54.295860 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab01d7-4ce3-4ed1-af5e-41c7e1a8231b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ee21d1-d92b-4a5b-b39f-24c5bf6c10f0,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:54.304868 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-caab01d7-4ce3-4ed1-af5e-41c7e1a8231b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:54.306376 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-caab01d7-4ce3-4ed1-af5e-41c7e1a8231b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.308010 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-caab01d7-4ce3-4ed1-af5e-41c7e1a8231b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20ee21d1-d92b-4a5b-b39f-24c5bf6c10f0 HTTP/1.1" status: 204 len: 168 time: 0.4191399 May 12 15:36:54.319854 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:54.391893 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53004) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:54.411250 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fbe972-b631-4f59-afe7-abc6e55712c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826efc4d-6b46-43a2-bec1-ef7d1a58cb13', 'code': 200} May 12 15:36:54.411401 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-bc4f27c3-67b2-499d-a1f4-0297d7a963d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.432831 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-bc4f27c3-67b2-499d-a1f4-0297d7a963d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:54.438030 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-bc4f27c3-67b2-499d-a1f4-0297d7a963d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9518f66cae4c450ca9e030b8cb60365b is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:54.441867 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-bc4f27c3-67b2-499d-a1f4-0297d7a963d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:54.451322 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-bc4f27c3-67b2-499d-a1f4-0297d7a963d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:54.535502 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.542529 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:54.590949 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-bc4f27c3-67b2-499d-a1f4-0297d7a963d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.610584 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb87b61-ea50-41e5-b353-bcff980b52b6 req-41c3ae4c-4bc1-4e8f-9ec7-2b2f2fe50f08 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:54.612222 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-adb87b61-ea50-41e5-b353-bcff980b52b6 req-41c3ae4c-4bc1-4e8f-9ec7-2b2f2fe50f08 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.1265752 May 12 15:36:54.628722 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:54.644275 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:54.663711 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-bc4f27c3-67b2-499d-a1f4-0297d7a963d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.666202 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-adb87b61-ea50-41e5-b353-bcff980b52b6 req-33129aa6-44cf-4509-b0e1-853d8ac0404d tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470359 May 12 15:36:54.677874 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:54.737246 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-bc4f27c3-67b2-499d-a1f4-0297d7a963d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9518f66cae4c450ca9e030b8cb60365b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415413 May 12 15:36:54.737246 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f27c3-67b2-499d-a1f4-0297d7a963d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820fdeca-ac81-4c04-8069-34058a763620,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:54.743764 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53020) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:54.749620 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-bc4f27c3-67b2-499d-a1f4-0297d7a963d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:54.797835 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5affb44a-0550-4a59-bef0-9e44296ebc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.825246 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5affb44a-0550-4a59-bef0-9e44296ebc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.907660 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc27a46-9378-400d-a01d-cd7a0311c6a4 req-7bb147ae-dd7c-40d1-9163-2c825aa709f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:54.909456 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-fdc27a46-9378-400d-a01d-cd7a0311c6a4 req-7bb147ae-dd7c-40d1-9163-2c825aa709f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 1098 time: 0.0731704 May 12 15:36:54.931818 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-fdc27a46-9378-400d-a01d-cd7a0311c6a4 req-ab089482-c22f-43dc-83ab-34c0bda9a4c4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.946677 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-fdc27a46-9378-400d-a01d-cd7a0311c6a4 req-ab089482-c22f-43dc-83ab-34c0bda9a4c4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:54.955570 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-fdc27a46-9378-400d-a01d-cd7a0311c6a4 req-ab089482-c22f-43dc-83ab-34c0bda9a4c4 service neutron] Usage tracker for resource:security_group_rule and tenant:a5a02f35fe724f95b67a8ae9f05a2e80 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:54.955570 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-fdc27a46-9378-400d-a01d-cd7a0311c6a4 req-ab089482-c22f-43dc-83ab-34c0bda9a4c4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:54.960303 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-fdc27a46-9378-400d-a01d-cd7a0311c6a4 req-ab089482-c22f-43dc-83ab-34c0bda9a4c4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:55.015511 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5affb44a-0550-4a59-bef0-9e44296ebc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:55.021254 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2996e5bd-c41a-48df-9207-40b3072b50f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:55.032861 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affb44a-0550-4a59-bef0-9e44296ebc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820fdeca-ac81-4c04-8069-34058a763620,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:55.035747 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-5affb44a-0550-4a59-bef0-9e44296ebc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:55.038566 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5affb44a-0550-4a59-bef0-9e44296ebc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:55.039680 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-5affb44a-0550-4a59-bef0-9e44296ebc25 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/820fdeca-ac81-4c04-8069-34058a763620 HTTP/1.1" status: 204 len: 168 time: 0.3005650 May 12 15:36:55.092211 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-fdc27a46-9378-400d-a01d-cd7a0311c6a4 req-ab089482-c22f-43dc-83ab-34c0bda9a4c4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:55.319776 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-fdc27a46-9378-400d-a01d-cd7a0311c6a4 req-ab089482-c22f-43dc-83ab-34c0bda9a4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:55.334434 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-98b94b3a-0d32-4a80-99fa-54ebf6f9d983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:55.361618 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-fdc27a46-9378-400d-a01d-cd7a0311c6a4 req-ab089482-c22f-43dc-83ab-34c0bda9a4c4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458086 May 12 15:36:55.369703 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab089482-c22f-43dc-83ab-34c0bda9a4c4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=38b087e9-48a2-4a83-bac6-9fceb468638c,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:55.384084 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-ab089482-c22f-43dc-83ab-34c0bda9a4c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:55.515451 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53040) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:55.532260 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816bae2-2a62-4cc5-9b09-22dda69159b8 req-2b726c5c-e908-4599-9c7c-a07aeea25c5b tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:55.533760 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4816bae2-2a62-4cc5-9b09-22dda69159b8 req-2b726c5c-e908-4599-9c7c-a07aeea25c5b tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 945 time: 0.1475785 May 12 15:36:55.543241 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a56b2-7f42-474e-ad74-ee79c2dc920e req-ffc1c58b-787d-4791-b97d-3083176e4f5c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:55.544637 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-929a56b2-7f42-474e-ad74-ee79c2dc920e req-ffc1c58b-787d-4791-b97d-3083176e4f5c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1192751 May 12 15:36:55.621706 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4816bae2-2a62-4cc5-9b09-22dda69159b8 req-45f4adae-7c99-4eb7-928d-524e8ed2b397 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760703 May 12 15:36:55.629535 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-929a56b2-7f42-474e-ad74-ee79c2dc920e req-66cb4301-fb83-4b96-a2e1-ff05b9b5bff1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662355 May 12 15:36:55.650248 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53048) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:55.796935 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-25450cc9-5636-41a0-86f0-73c6510c33c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:55.810365 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e51edbb6-0429-4770-a018-3d4277a4f958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:55.827914 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-25450cc9-5636-41a0-86f0-73c6510c33c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:55.834241 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-25450cc9-5636-41a0-86f0-73c6510c33c7 admin admin] Usage tracker for resource:security_group_rule and tenant:e3f1118d70724adebd0a6ada3ead307c is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:55.837822 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-25450cc9-5636-41a0-86f0-73c6510c33c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:55.840761 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-e51edbb6-0429-4770-a018-3d4277a4f958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:55.847006 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-25450cc9-5636-41a0-86f0-73c6510c33c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:55.849728 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-e51edbb6-0429-4770-a018-3d4277a4f958 admin admin] Usage tracker for resource:security_group_rule and tenant:6517717eeade43eda5c9a70552090ac8 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:55.853425 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-e51edbb6-0429-4770-a018-3d4277a4f958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:55.863808 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-e51edbb6-0429-4770-a018-3d4277a4f958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:55.881694 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a7da3-04d5-4fdc-a86a-ff2eb64d0815 req-92dcb1cf-4ca1-4025-8266-949b7b78fae5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:55.889754 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-881a7da3-04d5-4fdc-a86a-ff2eb64d0815 req-92dcb1cf-4ca1-4025-8266-949b7b78fae5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.0923908 May 12 15:36:55.931314 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-881a7da3-04d5-4fdc-a86a-ff2eb64d0815 req-860268e7-523d-475c-ac17-75a0c9d06b43 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 May 12 15:36:56.019832 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-25450cc9-5636-41a0-86f0-73c6510c33c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:56.022025 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e51edbb6-0429-4770-a018-3d4277a4f958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:56.090219 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-25450cc9-5636-41a0-86f0-73c6510c33c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:56.100314 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b44e968e-d2df-4aa6-b108-d7468faf3572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:56.181168 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e51edbb6-0429-4770-a018-3d4277a4f958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:56.217406 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-25450cc9-5636-41a0-86f0-73c6510c33c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3f1118d70724adebd0a6ada3ead307c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7001348 May 12 15:36:56.220385 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53080) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:56.239953 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25450cc9-5636-41a0-86f0-73c6510c33c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9cb72d-89ff-4a7d-aa46-93c842a27a4f,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:56.241487 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-25450cc9-5636-41a0-86f0-73c6510c33c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:56.241974 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-72ad6b70-52c6-4c50-8ec3-7546fdc86e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:56.271174 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51edbb6-0429-4770-a018-3d4277a4f958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f423f1-1297-4746-bf2d-f652bd179b01,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:56.275758 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-e51edbb6-0429-4770-a018-3d4277a4f958 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6517717eeade43eda5c9a70552090ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244421 May 12 15:36:56.276696 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e51edbb6-0429-4770-a018-3d4277a4f958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:56.278370 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53086) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:56.343005 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-959947a9-34fa-46fc-b2c8-72751ecfd5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:56.343765 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0f34e2fa-7af5-4c8e-b373-9bbb0fca95f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:56.371504 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-959947a9-34fa-46fc-b2c8-72751ecfd5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:56.371760 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0f34e2fa-7af5-4c8e-b373-9bbb0fca95f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:56.413258 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a243b55-2da6-4d86-aa44-4bd81ab96f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca35364b-0f1f-4a2d-8083-a4fcbb1627e5'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:36:56.466137 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a243b55-2da6-4d86-aa44-4bd81ab96f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca35364b-0f1f-4a2d-8083-a4fcbb1627e5', 'code': 200} May 12 15:36:56.553118 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-959947a9-34fa-46fc-b2c8-72751ecfd5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:56.558286 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0f34e2fa-7af5-4c8e-b373-9bbb0fca95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:56.558476 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:56.559110 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-9a7e4f19-deed-46e8-ab33-aa3d2e486f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:56.569825 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959947a9-34fa-46fc-b2c8-72751ecfd5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9cb72d-89ff-4a7d-aa46-93c842a27a4f,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:56.572366 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-959947a9-34fa-46fc-b2c8-72751ecfd5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:56.575682 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e2fa-7af5-4c8e-b373-9bbb0fca95f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f423f1-1297-4746-bf2d-f652bd179b01,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:56.578774 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0f34e2fa-7af5-4c8e-b373-9bbb0fca95f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:56.578902 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-959947a9-34fa-46fc-b2c8-72751ecfd5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:56.595627 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-959947a9-34fa-46fc-b2c8-72751ecfd5da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c9cb72d-89ff-4a7d-aa46-93c842a27a4f HTTP/1.1" status: 204 len: 168 time: 0.3584993 May 12 15:36:56.595773 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0f34e2fa-7af5-4c8e-b373-9bbb0fca95f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:56.595773 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-0f34e2fa-7af5-4c8e-b373-9bbb0fca95f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28f423f1-1297-4746-bf2d-f652bd179b01 HTTP/1.1" status: 204 len: 168 time: 0.3136146 May 12 15:36:56.906218 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fa72a-c8ed-43af-bf95-73742a67316e req-2f9ed753-e887-4beb-a29d-ef350758c7b9 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:56.907669 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-528fa72a-c8ed-43af-bf95-73742a67316e req-2f9ed753-e887-4beb-a29d-ef350758c7b9 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 945 time: 0.1575265 May 12 15:36:56.917062 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3a72c-2cf7-4343-b101-669e6c2e9393 req-c8809c5c-3134-41eb-b430-a1e26f51fbb4 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:56.918815 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-54c3a72c-2cf7-4343-b101-669e6c2e9393 req-c8809c5c-3134-41eb-b430-a1e26f51fbb4 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1287346 May 12 15:36:56.934528 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c180697-3377-4d4f-8956-9ac7b44816c5 req-8a599bcd-caa4-4057-983b-9e02fbc65979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:56.936370 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-6c180697-3377-4d4f-8956-9ac7b44816c5 req-8a599bcd-caa4-4057-983b-9e02fbc65979 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 1098 time: 0.0819337 May 12 15:36:56.995579 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-54c3a72c-2cf7-4343-b101-669e6c2e9393 req-3d71170e-fb90-4eb1-8980-88c67759bb4c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618935 May 12 15:36:56.998931 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-528fa72a-c8ed-43af-bf95-73742a67316e req-906ec1c4-62a1-464c-b072-cb225895e7e6 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790188 May 12 15:36:57.001701 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-6c180697-3377-4d4f-8956-9ac7b44816c5 req-8c85d5ee-3131-4d10-a206-98a252f62d35 service neutron] Synchronizing usage tracker for tenant:a5a02f35fe724f95b67a8ae9f05a2e80 on resource:security_group {{(pid=79429) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:36:57.183636 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-6c180697-3377-4d4f-8956-9ac7b44816c5 req-8c85d5ee-3131-4d10-a206-98a252f62d35 service neutron] Unset dirty status for tenant:a5a02f35fe724f95b67a8ae9f05a2e80 on resource:security_group {{(pid=79429) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:36:57.184762 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-6c180697-3377-4d4f-8956-9ac7b44816c5 req-8c85d5ee-3131-4d10-a206-98a252f62d35 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378898 May 12 15:36:57.189302 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae716618-8902-40fa-bc14-664e40f1d874 req-2d14f6ab-57c5-4595-9b28-e20191894fbe tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:57.196388 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae716618-8902-40fa-bc14-664e40f1d874 req-2d14f6ab-57c5-4595-9b28-e20191894fbe tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.1013303 May 12 15:36:57.237317 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae716618-8902-40fa-bc14-664e40f1d874 req-d04d683f-4478-447d-8fd0-2a56180e6be3 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 May 12 15:36:57.260512 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 66b32936-92af-4c88-a369-451c41085c70 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:36:57.416488 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 66b32936-92af-4c88-a369-451c41085c70, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=66b32936-92af-4c88-a369-451c41085c70,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:57.457192 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '66b32936-92af-4c88-a369-451c41085c70', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'port_id': '66b32936-92af-4c88-a369-451c41085c70', 'mac_address': 'fa:16:3e:76:32:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:36:57.513648 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:57.531175 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b32936-92af-4c88-a369-451c41085c70 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:36:57.548045 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 66b32936-92af-4c88-a369-451c41085c70, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=66b32936-92af-4c88-a369-451c41085c70,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:57.640530 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:57.642380 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:57.702910 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53136) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:57.712688 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=66b32936-92af-4c88-a369-451c41085c70,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:57.718212 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:57.728757 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-49a76c20-fd09-442b-a161-93e8ad912dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:57.742906 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-49a76c20-fd09-442b-a161-93e8ad912dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:57.746623 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-49a76c20-fd09-442b-a161-93e8ad912dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:6032da0df70d4f14b1e46536f7c833a0 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:57.749573 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-49a76c20-fd09-442b-a161-93e8ad912dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:57.755971 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-49a76c20-fd09-442b-a161-93e8ad912dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:57.844984 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-49a76c20-fd09-442b-a161-93e8ad912dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:57.932757 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53140) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:57.954434 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c3f92f28-45bb-461a-9fe1-4f0039547fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:57.956294 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['66b32936-92af-4c88-a369-451c41085c70'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:36:57.971242 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-c3f92f28-45bb-461a-9fe1-4f0039547fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:57.975240 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-c3f92f28-45bb-461a-9fe1-4f0039547fbe admin admin] Usage tracker for resource:security_group_rule and tenant:65f4b160c8bc49e5810cfe7b899209b4 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:57.978645 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-c3f92f28-45bb-461a-9fe1-4f0039547fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:57.984533 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-c3f92f28-45bb-461a-9fe1-4f0039547fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:58.021421 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-49a76c20-fd09-442b-a161-93e8ad912dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:58.050142 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-7be9b009-bbda-4bad-98d4-2ce24d6c761a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:58.199890 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-49a76c20-fd09-442b-a161-93e8ad912dd3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6032da0df70d4f14b1e46536f7c833a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958525 May 12 15:36:58.205619 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53150) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:58.210527 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c3f92f28-45bb-461a-9fe1-4f0039547fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:58.213490 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a76c20-fd09-442b-a161-93e8ad912dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037e7d35-ad1b-444b-b586-db93c19dc3d8,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:58.304922 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-49a76c20-fd09-442b-a161-93e8ad912dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:58.328522 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-37a7aeb3-2c85-43ae-b3fb-0bd94e1f941c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:58.362982 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-37a7aeb3-2c85-43ae-b3fb-0bd94e1f941c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:58.437519 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c3f92f28-45bb-461a-9fe1-4f0039547fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:58.456710 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-05fc64e1-3bb9-4ac0-8c52-fa8862783e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:58.512098 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-c3f92f28-45bb-461a-9fe1-4f0039547fbe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=65f4b160c8bc49e5810cfe7b899209b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5781198 May 12 15:36:58.515254 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53168) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:58.518830 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f92f28-45bb-461a-9fe1-4f0039547fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23b6ff5-d148-49f5-9db8-08595ecf2aa6,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:58.532878 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c3f92f28-45bb-461a-9fe1-4f0039547fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:58.537154 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-37a7aeb3-2c85-43ae-b3fb-0bd94e1f941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:58.540894 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375596b9-b411-45e7-b3fb-d5677adabf06 req-2ade0481-3d2d-4b2b-981a-787bf6edcc8e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:58.542455 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-375596b9-b411-45e7-b3fb-d5677adabf06 req-2ade0481-3d2d-4b2b-981a-787bf6edcc8e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 945 time: 0.2773974 May 12 15:36:58.545886 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:58.576426 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7aeb3-2c85-43ae-b3fb-0bd94e1f941c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037e7d35-ad1b-444b-b586-db93c19dc3d8,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:58.590500 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9605503-8ff7-4d50-9da0-b6274327ebb6 req-a5f044ef-d11f-4a2f-8caf-462814c53bb1 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:58.591178 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-37a7aeb3-2c85-43ae-b3fb-0bd94e1f941c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:58.593538 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a9605503-8ff7-4d50-9da0-b6274327ebb6 req-a5f044ef-d11f-4a2f-8caf-462814c53bb1 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 945 time: 0.2000182 May 12 15:36:58.598994 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-37a7aeb3-2c85-43ae-b3fb-0bd94e1f941c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:58.600958 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-37a7aeb3-2c85-43ae-b3fb-0bd94e1f941c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/037e7d35-ad1b-444b-b586-db93c19dc3d8 HTTP/1.1" status: 204 len: 168 time: 0.3885887 May 12 15:36:58.622097 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9ca373e7-75d5-49b0-96f2-d2f00ae1be76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:58.657930 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9ca373e7-75d5-49b0-96f2-d2f00ae1be76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:58.669073 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-375596b9-b411-45e7-b3fb-d5677adabf06 req-1d79b598-ec99-4970-ae6d-ee4f8cb5fc17 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147561 May 12 15:36:58.729971 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a9605503-8ff7-4d50-9da0-b6274327ebb6 req-9b7e4dba-b3ed-4de2-a94e-5b1ddde5f8dc tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271267 May 12 15:36:58.815392 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9ca373e7-75d5-49b0-96f2-d2f00ae1be76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:58.821283 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-ab089482-c22f-43dc-83ab-34c0bda9a4c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:58.837021 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca373e7-75d5-49b0-96f2-d2f00ae1be76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23b6ff5-d148-49f5-9db8-08595ecf2aa6,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:58.840370 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-9ca373e7-75d5-49b0-96f2-d2f00ae1be76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:58.842846 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9ca373e7-75d5-49b0-96f2-d2f00ae1be76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:58.846409 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-9ca373e7-75d5-49b0-96f2-d2f00ae1be76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f23b6ff5-d148-49f5-9db8-08595ecf2aa6 HTTP/1.1" status: 204 len: 168 time: 0.3272872 May 12 15:36:58.938460 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32989fc-511d-4506-90ba-51d6b514f3ff req-bce6d0cb-dba1-446e-832c-4c1bf5daf975 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:58.940670 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f32989fc-511d-4506-90ba-51d6b514f3ff req-bce6d0cb-dba1-446e-832c-4c1bf5daf975 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.1222453 May 12 15:36:58.999149 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f32989fc-511d-4506-90ba-51d6b514f3ff req-e8977ebc-6c4a-43ce-a03a-9a05177cab34 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518417 May 12 15:36:59.252873 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 66b32936-92af-4c88-a369-451c41085c70 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:59.407025 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port 66b32936-92af-4c88-a369-451c41085c70 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:59.415999 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 66b32936-92af-4c88-a369-451c41085c70 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:59.417335 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:59.611683 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:59.639590 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b32936-92af-4c88-a369-451c41085c70'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:36:59.658324 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 66b32936-92af-4c88-a369-451c41085c70, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=66b32936-92af-4c88-a369-451c41085c70,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:59.699243 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b32936-92af-4c88-a369-451c41085c70', 'code': 200} May 12 15:36:59.744320 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:59.746344 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:59.841980 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=66b32936-92af-4c88-a369-451c41085c70,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:59.854520 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:59.970314 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690241f5-ed93-448b-80a0-cb0d1a2e4479 req-120c423a-85af-466f-8f06-06bd8c48f6b0 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:59.972758 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-690241f5-ed93-448b-80a0-cb0d1a2e4479 req-120c423a-85af-466f-8f06-06bd8c48f6b0 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.0999587 May 12 15:37:00.028146 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-690241f5-ed93-448b-80a0-cb0d1a2e4479 req-1e39bbe6-d4e2-4f97-9b8e-a123e368e44f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479963 May 12 15:37:00.392303 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beabed5-b81d-4607-813b-9bc8fb094fa9 req-559e8627-dea4-4765-afa7-b99167299f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:00.393866 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-2beabed5-b81d-4607-813b-9bc8fb094fa9 req-559e8627-dea4-4765-afa7-b99167299f79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 1099 time: 0.0725031 May 12 15:37:00.439315 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-2beabed5-b81d-4607-813b-9bc8fb094fa9 req-28dbadab-e295-40bf-adb6-654c065f2387 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370917 May 12 15:37:00.862493 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53270) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:01.082211 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7bd7afeb-ae90-4be8-9763-36b4532d07fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:01.103694 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-7bd7afeb-ae90-4be8-9763-36b4532d07fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:01.109000 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-7bd7afeb-ae90-4be8-9763-36b4532d07fe admin admin] Usage tracker for resource:security_group_rule and tenant:177b2fffd0ec458ca1dbf05df07a20b8 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:01.112038 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-7bd7afeb-ae90-4be8-9763-36b4532d07fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:01.119977 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-7bd7afeb-ae90-4be8-9763-36b4532d07fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:01.211163 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7bd7afeb-ae90-4be8-9763-36b4532d07fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:01.303798 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7bd7afeb-ae90-4be8-9763-36b4532d07fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:01.324362 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558948d-2e0d-4b4b-8448-97711041c54c req-5e1153a6-893d-46c1-8ad8-9099fff05270 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:01.333760 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8558948d-2e0d-4b4b-8448-97711041c54c req-5e1153a6-893d-46c1-8ad8-9099fff05270 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1600094 May 12 15:37:01.356881 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-37a7aeb3-2c85-43ae-b3fb-0bd94e1f941c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:01.380698 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-7bd7afeb-ae90-4be8-9763-36b4532d07fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=177b2fffd0ec458ca1dbf05df07a20b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5176442 May 12 15:37:01.383129 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53300) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:01.408198 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8558948d-2e0d-4b4b-8448-97711041c54c req-f2c8a615-7dd3-4b55-8e29-c2dd5e8f97d6 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729425 May 12 15:37:01.435098 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7afeb-ae90-4be8-9763-36b4532d07fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40993452-fd62-43b8-8835-f538766e55f2,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:01.445585 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-7bd7afeb-ae90-4be8-9763-36b4532d07fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:01.475503 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-a97c75bf-5d7a-4ad4-9415-71ef6e1e37f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:01.513081 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-a97c75bf-5d7a-4ad4-9415-71ef6e1e37f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:01.652393 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-a97c75bf-5d7a-4ad4-9415-71ef6e1e37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:01.658339 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:01.674419 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c75bf-5d7a-4ad4-9415-71ef6e1e37f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40993452-fd62-43b8-8835-f538766e55f2,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:01.678137 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-a97c75bf-5d7a-4ad4-9415-71ef6e1e37f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:01.685077 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-a97c75bf-5d7a-4ad4-9415-71ef6e1e37f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:01.690155 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-a97c75bf-5d7a-4ad4-9415-71ef6e1e37f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/40993452-fd62-43b8-8835-f538766e55f2 HTTP/1.1" status: 204 len: 168 time: 0.3035479 May 12 15:37:03.306050 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d6d1-f48a-470b-bc06-8f40ff34a55b req-32206191-112e-4a3b-a794-7ba8b893d43b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:03.313602 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bed4d6d1-f48a-470b-bc06-8f40ff34a55b req-32206191-112e-4a3b-a794-7ba8b893d43b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1074858 May 12 15:37:03.372116 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bed4d6d1-f48a-470b-bc06-8f40ff34a55b req-c883c001-9d1e-449c-b4b5-3a5febf6767f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537627 May 12 15:37:03.570515 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44e9d3-9e88-4f2f-b338-bf0debf50abd req-38210858-69e5-4fe4-b791-a36a953b1270 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:03.572009 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8b44e9d3-9e88-4f2f-b338-bf0debf50abd req-38210858-69e5-4fe4-b791-a36a953b1270 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.0912426 May 12 15:37:03.580824 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53376) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:03.587600 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-5fa8f096-0118-4606-b6c8-a50fbeeadd53 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Request body: {'floatingip': {'port_id': '66b32936-92af-4c88-a369-451c41085c70'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:03.684161 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5fa8f096-0118-4606-b6c8-a50fbeeadd53 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:03.809813 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53392) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:03.838080 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-09fffd60-7dee-4dd6-88f5-b360a3322e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:03.854495 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-09fffd60-7dee-4dd6-88f5-b360a3322e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:03.858923 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-09fffd60-7dee-4dd6-88f5-b360a3322e11 admin admin] Usage tracker for resource:security_group_rule and tenant:c170ff01ec154bcd8c64cdd575ba8e03 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:03.862020 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-09fffd60-7dee-4dd6-88f5-b360a3322e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:03.869181 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-09fffd60-7dee-4dd6-88f5-b360a3322e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:03.968932 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-09fffd60-7dee-4dd6-88f5-b360a3322e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:04.050080 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-09fffd60-7dee-4dd6-88f5-b360a3322e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:04.084546 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:04.109518 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-09fffd60-7dee-4dd6-88f5-b360a3322e11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c170ff01ec154bcd8c64cdd575ba8e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986228 May 12 15:37:04.113556 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53410) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:04.130077 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fffd60-7dee-4dd6-88f5-b360a3322e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b054cc-654c-473f-85d0-5ab81256de04,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:04.151343 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-09fffd60-7dee-4dd6-88f5-b360a3322e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:04.203411 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-68c37177-b400-48ba-b8e2-6d0dbab40171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:04.236224 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-68c37177-b400-48ba-b8e2-6d0dbab40171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:04.387287 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-68c37177-b400-48ba-b8e2-6d0dbab40171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:04.393177 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:04.405450 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c37177-b400-48ba-b8e2-6d0dbab40171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b054cc-654c-473f-85d0-5ab81256de04,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:04.410351 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-68c37177-b400-48ba-b8e2-6d0dbab40171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:04.417167 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-68c37177-b400-48ba-b8e2-6d0dbab40171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:04.418277 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-68c37177-b400-48ba-b8e2-6d0dbab40171 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6b054cc-654c-473f-85d0-5ab81256de04 HTTP/1.1" status: 204 len: 168 time: 0.3035359 May 12 15:37:04.610431 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5fa8f096-0118-4606-b6c8-a50fbeeadd53 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:04.741183 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5fa8f096-0118-4606-b6c8-a50fbeeadd53 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:04.909559 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.l3_db [None req-5fa8f096-0118-4606-b6c8-a50fbeeadd53 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Floating IP 6dc8db4a-194d-4f0b-a0f9-f43f494a9567 associated. External IP: 172.28.0.21, port: 66b32936-92af-4c88-a369-451c41085c70. May 12 15:37:05.269297 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa8f096-0118-4606-b6c8-a50fbeeadd53 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Router c6150b42-7dc9-4796-a4da-58a8a79d4b6b has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:37:05.449825 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa8f096-0118-4606-b6c8-a50fbeeadd53 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:37:05.454176 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5fa8f096-0118-4606-b6c8-a50fbeeadd53 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:05.463021 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea49c7c-78ae-4409-b61c-4613d48328e9 None None] Sync routers for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:37:05.473420 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea49c7c-78ae-4409-b61c-4613d48328e9 None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:37:05.474551 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-2ea49c7c-78ae-4409-b61c-4613d48328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:36:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:05.514982 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-5fa8f096-0118-4606-b6c8-a50fbeeadd53 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "PUT /v2.0/floatingips/6dc8db4a-194d-4f0b-a0f9-f43f494a9567 HTTP/1.1" status: 200 len: 991 time: 1.9323697 May 12 15:37:05.515850 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'tag': '66b32936-92af-4c88-a369-451c41085c70'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:37:05.616885 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'tag': '66b32936-92af-4c88-a369-451c41085c70', 'status': 'completed', 'code': 200} May 12 15:37:05.675127 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-2ea49c7c-78ae-4409-b61c-4613d48328e9 None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:37:05.802623 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdc733-9d6a-4460-8bf5-2bcd58a3f5e6 req-a4bb608e-9497-4f53-916e-f854333f5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:05.811127 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-30cdc733-9d6a-4460-8bf5-2bcd58a3f5e6 req-a4bb608e-9497-4f53-916e-f854333f5013 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 1099 time: 0.1497102 May 12 15:37:05.973477 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdc733-9d6a-4460-8bf5-2bcd58a3f5e6 req-87dd2dab-880e-460a-97a3-3b4a80cbf3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:05.975010 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-30cdc733-9d6a-4460-8bf5-2bcd58a3f5e6 req-87dd2dab-880e-460a-97a3-3b4a80cbf3e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d HTTP/1.1" status: 200 len: 917 time: 0.1596956 May 12 15:37:06.113891 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-2ea49c7c-78ae-4409-b61c-4613d48328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': '6dc8db4a-194d-4f0b-a0f9-f43f494a9567', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'floating_ip_address': '172.28.0.21', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'port_id': '66b32936-92af-4c88-a369-451c41085c70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'mac_address': 'fa:16:3e:76:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a08000c-b735-469c-89d9-de26935804da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:36:40Z', 'updated_at': '2021-05-12T15:37:04Z', 'revision_number': 1, 'project_id': 'e8d30251431447cd921829666f3b144f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:37Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:06.115895 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea49c7c-78ae-4409-b61c-4613d48328e9 None None] Checking router: c6150b42-7dc9-4796-a4da-58a8a79d4b6b for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:37:06.125696 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea49c7c-78ae-4409-b61c-4613d48328e9 None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:37:06.126576 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-2ea49c7c-78ae-4409-b61c-4613d48328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:36:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:06.204743 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-30cdc733-9d6a-4460-8bf5-2bcd58a3f5e6 req-15bcb023-02b5-426a-bb24-f3f95484ade2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b32936-92af-4c88-a369-451c41085c70 HTTP/1.1" status: 200 len: 999 time: 0.2195880 May 12 15:37:06.289085 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdc733-9d6a-4460-8bf5-2bcd58a3f5e6 req-767621e7-ab6f-488f-9945-2fd2dd1cd80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:06.290813 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-30cdc733-9d6a-4460-8bf5-2bcd58a3f5e6 req-767621e7-ab6f-488f-9945-2fd2dd1cd80f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06904d41-f4a0-432b-9939-9dafbee02cfb HTTP/1.1" status: 200 len: 855 time: 0.0785463 May 12 15:37:06.336412 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-2ea49c7c-78ae-4409-b61c-4613d48328e9 None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:37:06.381262 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdc733-9d6a-4460-8bf5-2bcd58a3f5e6 req-a48a1990-b2f1-47cb-99a9-9f7163f5c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:06.382834 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-30cdc733-9d6a-4460-8bf5-2bcd58a3f5e6 req-a48a1990-b2f1-47cb-99a9-9f7163f5c10a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818243 May 12 15:37:06.530123 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-30cdc733-9d6a-4460-8bf5-2bcd58a3f5e6 req-cc87b130-0ff9-4709-93d1-b924cc280b96 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388042 May 12 15:37:06.698413 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-30cdc733-9d6a-4460-8bf5-2bcd58a3f5e6 req-76b6327b-0501-4a18-8a8a-0bdb1374bd30 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609285 May 12 15:37:06.783248 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-2ea49c7c-78ae-4409-b61c-4613d48328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': '6dc8db4a-194d-4f0b-a0f9-f43f494a9567', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'floating_ip_address': '172.28.0.21', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'port_id': '66b32936-92af-4c88-a369-451c41085c70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'mac_address': 'fa:16:3e:76:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a08000c-b735-469c-89d9-de26935804da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:36:40Z', 'updated_at': '2021-05-12T15:37:04Z', 'revision_number': 1, 'project_id': 'e8d30251431447cd921829666f3b144f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:37Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:06.788042 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea49c7c-78ae-4409-b61c-4613d48328e9 None None] The sync data for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb is: [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': '6dc8db4a-194d-4f0b-a0f9-f43f494a9567', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'floating_ip_address': '172.28.0.21', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'port_id': '66b32936-92af-4c88-a369-451c41085c70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'mac_address': 'fa:16:3e:76:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a08000c-b735-469c-89d9-de26935804da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:36:40Z', 'updated_at': '2021-05-12T15:37:04Z', 'revision_number': 1, 'project_id': 'e8d30251431447cd921829666f3b144f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:37Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:37:07.063120 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995b996-d91a-47f3-9558-9288cdf5aa11 None None] New status for floating IP 6dc8db4a-194d-4f0b-a0f9-f43f494a9567: ACTIVE {{(pid=79430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:37:09.297880 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4808b-e105-47ac-bcfb-a9e807cbf17d req-3fbdc8fc-0035-4d5b-962a-ffa05e156a96 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:09.299376 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ea4808b-e105-47ac-bcfb-a9e807cbf17d req-3fbdc8fc-0035-4d5b-962a-ffa05e156a96 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 945 time: 0.0857666 May 12 15:37:09.345217 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ea4808b-e105-47ac-bcfb-a9e807cbf17d req-a7b9f8d8-42d9-4bc5-be42-487e4201586d tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397224 May 12 15:37:10.549571 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825512-6783-411e-b08e-4e644af8662a req-315ac000-5122-40fe-96df-f17b76b1b6e6 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:10.551137 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-82825512-6783-411e-b08e-4e644af8662a req-315ac000-5122-40fe-96df-f17b76b1b6e6 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 945 time: 0.0957248 May 12 15:37:10.656714 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-82825512-6783-411e-b08e-4e644af8662a req-77b90233-6c4c-4349-953f-5babec654212 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972199 May 12 15:37:10.850785 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:10.959141 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e904b0-479e-4a13-b784-ea819a42524d req-c8cc7c73-1b20-49c0-8043-431540fda38c tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:10.960570 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-c8cc7c73-1b20-49c0-8043-431540fda38c tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/networks?id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf HTTP/1.1" status: 200 len: 815 time: 0.1499045 May 12 15:37:10.978358 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-0c248545-ce4e-46fd-a71a-b99032a92f7c tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/quotas/d6b21d4f3f59423ea80a9637ffdd3cfd HTTP/1.1" status: 200 len: 375 time: 0.0091743 May 12 15:37:11.059965 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-57139268-ef71-4b01-ad72-46a9812029fc tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0788283 May 12 15:37:11.195516 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-07760bbd-1596-4bb7-8f2f-c1151fb04cc9 service neutron] 10.222.0.61 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284246 May 12 15:37:11.341713 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-7c8edb86-d0c9-4190-9ea8-057b85de147b service neutron] 10.222.0.61 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391101 May 12 15:37:11.645698 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-26f8d042-a04e-4cd3-9ebf-3c88cc0e3f6a req-48b4059e-d166-4c7b-86ea-42fa8d987ea1 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 210 time: 0.0486898 May 12 15:37:11.655639 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d3f6c-e47f-4ab2-b941-5af00b68fdc9 req-ea9632b3-a515-4844-bfb9-f072919c323d tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:11.656359 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-b34d3f6c-e47f-4ab2-b941-5af00b68fdc9 req-ea9632b3-a515-4844-bfb9-f072919c323d tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Synchronizing usage tracker for tenant:ca96366b71e4470e9f8d519d0b056a19 on resource:port {{(pid=79429) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:37:11.776081 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-b34d3f6c-e47f-4ab2-b941-5af00b68fdc9 req-ea9632b3-a515-4844-bfb9-f072919c323d tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Unset dirty status for tenant:ca96366b71e4470e9f8d519d0b056a19 on resource:port {{(pid=79429) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:37:11.777517 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b34d3f6c-e47f-4ab2-b941-5af00b68fdc9 req-ea9632b3-a515-4844-bfb9-f072919c323d tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.15 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 945 time: 0.2073901 May 12 15:37:11.798972 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-77c6a9b3-d7fc-4967-a833-2e39e12057c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:11.913676 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a618e-fab9-4021-a97b-25bdc90b38fc req-cd4c4e3b-7bf6-4cb7-a27a-bbe6c3305083 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:11.921552 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f24a618e-fab9-4021-a97b-25bdc90b38fc req-cd4c4e3b-7bf6-4cb7-a27a-bbe6c3305083 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 945 time: 0.1236589 May 12 15:37:11.985929 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-b34d3f6c-e47f-4ab2-b941-5af00b68fdc9 req-e7a5348d-5c88-4e7e-892b-2bd4f55283bf tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Deleting port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:37:11.986301 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b34d3f6c-e47f-4ab2-b941-5af00b68fdc9 req-e7a5348d-5c88-4e7e-892b-2bd4f55283bf tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:12.038671 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f24a618e-fab9-4021-a97b-25bdc90b38fc req-b5b5016e-8283-4aa4-918b-f00d15d332bc tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba72c3f7-1aca-4e57-a433-a4660a85e059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161630 May 12 15:37:12.132434 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-b34d3f6c-e47f-4ab2-b941-5af00b68fdc9 req-e7a5348d-5c88-4e7e-892b-2bd4f55283bf tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] For port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=826efc4d-6b46-43a2-bec1-ef7d1a58cb13,segment=NetworkSegment(aeb93cf6-96ac-45b8-ab08-c91e37cfd31c),segment_id=aeb93cf6-96ac-45b8-ab08-c91e37cfd31c)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:12.132864 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b34d3f6c-e47f-4ab2-b941-5af00b68fdc9 req-e7a5348d-5c88-4e7e-892b-2bd4f55283bf tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:12.265911 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-b34d3f6c-e47f-4ab2-b941-5af00b68fdc9 req-e7a5348d-5c88-4e7e-892b-2bd4f55283bf tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Calling delete_port for 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 owned by compute:nova {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:37:12.530542 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b34d3f6c-e47f-4ab2-b941-5af00b68fdc9 req-e7a5348d-5c88-4e7e-892b-2bd4f55283bf tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:12.539373 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:12.548896 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['826efc4d-6b46-43a2-bec1-ef7d1a58cb13'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:37:12.590015 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5348d-5c88-4e7e-892b-2bd4f55283bf tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Pushing event deleted for resources: {'Port': ['ID=826efc4d-6b46-43a2-bec1-ef7d1a58cb13,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:12.621803 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e7a5348d-5c88-4e7e-892b-2bd4f55283bf tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:12.662162 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34d3f6c-e47f-4ab2-b941-5af00b68fdc9 req-e7a5348d-5c88-4e7e-892b-2bd4f55283bf tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] No DVR routers for this DVR port 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 on host hv-cinder-78960 {{(pid=79429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:37:12.665230 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b34d3f6c-e47f-4ab2-b941-5af00b68fdc9 req-e7a5348d-5c88-4e7e-892b-2bd4f55283bf tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:12.667727 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fbe972-b631-4f59-afe7-abc6e55712c5', 'name': 'network-vif-deleted', 'tag': '826efc4d-6b46-43a2-bec1-ef7d1a58cb13'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:37:12.717929 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fbe972-b631-4f59-afe7-abc6e55712c5', 'name': 'network-vif-deleted', 'tag': '826efc4d-6b46-43a2-bec1-ef7d1a58cb13', 'status': 'completed', 'code': 200} May 12 15:37:12.744461 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2b685518-9b89-4673-8809-a5deef520526 req-dc28c181-5601-40ef-9ec6-5a0870d88973 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 210 time: 0.0454686 May 12 15:37:12.804643 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b34d3f6c-e47f-4ab2-b941-5af00b68fdc9 req-e7a5348d-5c88-4e7e-892b-2bd4f55283bf tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.15 "DELETE /v2.0/ports/826efc4d-6b46-43a2-bec1-ef7d1a58cb13 HTTP/1.1" status: 204 len: 173 time: 1.0185304 May 12 15:37:13.200459 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b9fb6406-5db1-4347-9b1e-35027a6c7a30 req-f1f6713f-f09f-46ab-9a2d-bb81f57f3150 tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 210 time: 0.0439398 May 12 15:37:13.901622 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e9c510ab-dac8-4095-ba0e-ca15595de4a8 req-4b173c1a-3d49-4511-b2f4-57f1c551cf38 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 210 time: 0.0432150 May 12 15:37:14.109891 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-fe47e0bc-a892-4e8a-a9e7-0eeb3bdf865a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:14.217877 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:14.382904 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-97cb6761-ee7a-480f-9444-8be19cf128ba req-8e735a38-7254-454d-9212-e059c387dc6a tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] 10.222.0.61 "GET /v2.0/ports?device_id=14fbe972-b631-4f59-afe7-abc6e55712c5 HTTP/1.1" status: 200 len: 210 time: 0.0471835 May 12 15:37:15.062535 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-77d1dc2e-1e07-4a36-9727-b2a3bb7442b8 req-7071aee0-7af4-4356-8862-8cc54a6fbfcd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 210 time: 0.0448833 May 12 15:37:15.330155 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:37:15.366222 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:37:15.366568 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 826efc4d-6b46-43a2-bec1-ef7d1a58cb13 not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:37:15.376046 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e904b0-479e-4a13-b784-ea819a42524d req-49d1316e-3f77-4c2e-951b-31ac4b057245 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:15.376720 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-77e904b0-479e-4a13-b784-ea819a42524d req-49d1316e-3f77-4c2e-951b-31ac4b057245 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Synchronizing usage tracker for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:network {{(pid=79429) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:37:15.381575 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:15.463518 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-77e904b0-479e-4a13-b784-ea819a42524d req-49d1316e-3f77-4c2e-951b-31ac4b057245 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Unset dirty status for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:network {{(pid=79429) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:37:15.465187 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-49d1316e-3f77-4c2e-951b-31ac4b057245 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "GET /v2.0/networks?id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf HTTP/1.1" status: 200 len: 815 time: 0.2333899 May 12 15:37:15.487766 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Request body: {'port': {'device_id': 'f4398c02-a411-40ce-8a19-f2b3842349dc', 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf', 'admin_state_up': True, 'tenant_id': 'd6b21d4f3f59423ea80a9637ffdd3cfd'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:15.711453 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:15.721760 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:15.861899 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Made reservation on behalf of d6b21d4f3f59423ea80a9637ffdd3cfd for: {'port': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:15.866250 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:16.052391 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Allocated IP 172.20.0.8 (9db7049d-9d6d-4d9e-a509-d5b2b937d7cf/58fc9a0d-6910-4048-9808-393474a3a846/1c3ed208-daad-460c-b0e9-8c7e9b01f3f5) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:16.293825 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-76f70651-c7c6-4028-9594-c34cbb2ad8ac req-8a09f138-b6c5-4f1e-9369-80ada1130c16 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 210 time: 0.0728512 May 12 15:37:16.401882 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:16.487821 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:16.495710 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:16.503323 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['ca35364b-0f1f-4a2d-8083-a4fcbb1627e5'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:37:16.557161 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:16.560222 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:16.569260 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:37:16.574630 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:16.575233 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:16.599011 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Pushing event updated for resources: {'Port': ['ID=1c3ed208-daad-460c-b0e9-8c7e9b01f3f5,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:16.603695 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:16.687416 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2043743 May 12 15:37:16.709807 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Request body: {'port': {'device_id': 'f4398c02-a411-40ce-8a19-f2b3842349dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:16.836259 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:16.899058 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53798) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:17.096467 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0b4b85ce-52fd-4e72-8be6-692a7542d85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.122916 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-0b4b85ce-52fd-4e72-8be6-692a7542d85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:17.137263 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-0b4b85ce-52fd-4e72-8be6-692a7542d85f admin admin] Usage tracker for resource:security_group_rule and tenant:2c3db5b8a01d4193b6b8767d71789762 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:17.142143 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-0b4b85ce-52fd-4e72-8be6-692a7542d85f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:17.150751 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-0b4b85ce-52fd-4e72-8be6-692a7542d85f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:17.211916 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.285457 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 {{(pid=79429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:37:17.298442 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.333872 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Transition to ACTIVE for port object 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 will not be triggered until provisioned by entity L2. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:37:17.342790 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0b4b85ce-52fd-4e72-8be6-692a7542d85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.438699 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0b4b85ce-52fd-4e72-8be6-692a7542d85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.447897 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:17.454827 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.505948 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-0b4b85ce-52fd-4e72-8be6-692a7542d85f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c3db5b8a01d4193b6b8767d71789762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035047 May 12 15:37:17.506092 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094151bf-6001-4220-be34-f578fbc64e57 req-6d43d7b1-8292-4ab9-9f17-6987475858c2 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:17.507275 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-094151bf-6001-4220-be34-f578fbc64e57 req-6d43d7b1-8292-4ab9-9f17-6987475858c2 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 943 time: 0.1027095 May 12 15:37:17.507915 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53816) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:17.559742 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b85ce-52fd-4e72-8be6-692a7542d85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36be162-fac4-4ee7-9a54-644b541bd0b8,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:17.572336 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0b4b85ce-52fd-4e72-8be6-692a7542d85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:17.574807 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:17.620765 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-094151bf-6001-4220-be34-f578fbc64e57 req-c40e0917-73f3-4404-ab70-dd170071ed9b tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980017 May 12 15:37:17.625674 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-fa09e9e8-1c0e-4d32-8317-cd8fc3b3ab62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.659344 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-fa09e9e8-1c0e-4d32-8317-cd8fc3b3ab62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.683913 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Attempting to bind port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:37:17.684304 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Attempting to bind port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:37:17.684632 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Attempting to bind port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 on network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:37:17.691106 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Pushing event updated for resources: {'Port': ['ID=1c3ed208-daad-460c-b0e9-8c7e9b01f3f5,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:17.696020 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:17.696784 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 on network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:37:17.697126 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Attempting to bind port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 on network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:37:17.702699 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:37:17.703039 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Checking segment: {'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:37:17.703418 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Bound using segment: {'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:37:17.703858 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Bound port: 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'}}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:37:17.704202 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.793073 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] For port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5, host hv-cinder-78960, cleared binding levels {{(pid=79429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:37:17.796021 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] For port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c3ed208-daad-460c-b0e9-8c7e9b01f3f5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:37:17.892644 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-fa09e9e8-1c0e-4d32-8317-cd8fc3b3ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.898583 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-5affb44a-0550-4a59-bef0-9e44296ebc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:17.914509 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09e9e8-1c0e-4d32-8317-cd8fc3b3ab62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36be162-fac4-4ee7-9a54-644b541bd0b8,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:17.925020 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-fa09e9e8-1c0e-4d32-8317-cd8fc3b3ab62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:17.925020 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-fa09e9e8-1c0e-4d32-8317-cd8fc3b3ab62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.925020 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-fa09e9e8-1c0e-4d32-8317-cd8fc3b3ab62 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e36be162-fac4-4ee7-9a54-644b541bd0b8 HTTP/1.1" status: 204 len: 168 time: 0.4134927 May 12 15:37:17.961762 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.967318 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-15087d0f-3e35-4a5e-8a04-632d3dc21ae3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:18.024266 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:18.024874 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:18.026258 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] 10.222.0.15 "PUT /v2.0/ports/1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 HTTP/1.1" status: 200 len: 1093 time: 1.3214962 May 12 15:37:18.026727 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4398c02-a411-40ce-8a19-f2b3842349dc', 'tag': '1c3ed208-daad-460c-b0e9-8c7e9b01f3f5'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:37:18.050020 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Pushing event updated for resources: {'Port': ['ID=1c3ed208-daad-460c-b0e9-8c7e9b01f3f5,revision_number=3']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:18.053803 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:18.076332 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4398c02-a411-40ce-8a19-f2b3842349dc', 'tag': '1c3ed208-daad-460c-b0e9-8c7e9b01f3f5', 'status': 'completed', 'code': 200} May 12 15:37:18.174914 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc247a-8439-4a17-9b80-7501d768d6aa req-2bbced11-6a64-4e83-8a3c-a896bcfce40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:18.176388 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-92fc247a-8439-4a17-9b80-7501d768d6aa req-2bbced11-6a64-4e83-8a3c-a896bcfce40b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 1096 time: 0.0751529 May 12 15:37:18.417141 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc247a-8439-4a17-9b80-7501d768d6aa req-c9e909b0-0ec4-4be6-b197-858f9354283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:18.418593 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-92fc247a-8439-4a17-9b80-7501d768d6aa req-c9e909b0-0ec4-4be6-b197-858f9354283c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2316082 May 12 15:37:18.514883 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:37:18.562170 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc247a-8439-4a17-9b80-7501d768d6aa req-092025df-91ea-4b94-894a-4ed27d27b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:18.563641 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-92fc247a-8439-4a17-9b80-7501d768d6aa req-092025df-91ea-4b94-894a-4ed27d27b239 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370766 May 12 15:37:18.731667 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e904b0-479e-4a13-b784-ea819a42524d req-306e921f-065f-4c22-90ab-fef0e25994b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:18.733202 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-306e921f-065f-4c22-90ab-fef0e25994b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 1096 time: 0.1225419 May 12 15:37:18.874941 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53864) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:18.899513 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-d5235f3c-ddef-4b2d-9ef7-e1d1a0102bcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 HTTP/1.1" status: 200 len: 217 time: 0.1355627 May 12 15:37:18.899839 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273b561-f0dc-4be8-b610-3a30f197f4b6 req-4abc5797-a20c-4d48-b6a2-1cc1788dfe26 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:18.899839 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e273b561-f0dc-4be8-b610-3a30f197f4b6 req-4abc5797-a20c-4d48-b6a2-1cc1788dfe26 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 943 time: 0.1012194 May 12 15:37:18.959312 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e273b561-f0dc-4be8-b610-3a30f197f4b6 req-a12fbe11-8ce9-497c-b714-7ade74d06a08 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597537 May 12 15:37:19.004575 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_v2 [None req-878411f8-d226-44ff-8aae-0b55b4a74fbd admin admin] Deleting subnet cf0c8e94-7590-4b2d-b997-a591acf6f38a {{(pid=79429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:37:19.013512 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-878411f8-d226-44ff-8aae-0b55b4a74fbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.036728 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53876) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:19.044642 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53882) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:19.078361 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e904b0-479e-4a13-b784-ea819a42524d req-b21095b9-824b-4055-aa05-18b849bdf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:19.079828 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-b21095b9-824b-4055-aa05-18b849bdf014 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58fc9a0d-6910-4048-9808-393474a3a846 HTTP/1.1" status: 200 len: 855 time: 0.1331444 May 12 15:37:19.082944 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-878411f8-d226-44ff-8aae-0b55b4a74fbd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.084671 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-29538952-401a-4944-8527-f9c4ef50474e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.117062 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-29538952-401a-4944-8527-f9c4ef50474e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:19.122052 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-29538952-401a-4944-8527-f9c4ef50474e admin admin] Usage tracker for resource:security_group_rule and tenant:89e0224eae1e49439b2905031aa84eae is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:19.132889 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-29538952-401a-4944-8527-f9c4ef50474e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:19.136640 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-3ebe507a-fd1f-4a23-ab25-5c46427ffc6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476637 May 12 15:37:19.137719 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-878411f8-d226-44ff-8aae-0b55b4a74fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.162010 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-29538952-401a-4944-8527-f9c4ef50474e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:19.357324 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-29538952-401a-4944-8527-f9c4ef50474e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.438842 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1febd45b-a26e-4ec8-ad51-317cbb5b11aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.454306 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-1febd45b-a26e-4ec8-ad51-317cbb5b11aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:19.459102 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-1febd45b-a26e-4ec8-ad51-317cbb5b11aa admin admin] Usage tracker for resource:security_group_rule and tenant:cf742b95b0c044a9be1cd337b06251ab is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:19.462064 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-1febd45b-a26e-4ec8-ad51-317cbb5b11aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:19.468097 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-1febd45b-a26e-4ec8-ad51-317cbb5b11aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:19.483710 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-ab460d50-af11-4d39-b727-c421302c6716 service neutron] 10.222.0.15 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191319 May 12 15:37:19.495706 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-29538952-401a-4944-8527-f9c4ef50474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.512270 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-fa09e9e8-1c0e-4d32-8317-cd8fc3b3ab62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:19.566892 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-29538952-401a-4944-8527-f9c4ef50474e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89e0224eae1e49439b2905031aa84eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206254 May 12 15:37:19.569751 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29538952-401a-4944-8527-f9c4ef50474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836038c3-10e0-4048-a006-7bd7e14220e6,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:19.574925 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53898) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:19.576383 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-29538952-401a-4944-8527-f9c4ef50474e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:19.674150 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5abab36d-2c3a-4dd2-89e9-cc11977655aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.689586 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1febd45b-a26e-4ec8-ad51-317cbb5b11aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.697142 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-77e904b0-479e-4a13-b784-ea819a42524d req-da2644c2-a7bd-4a37-876b-1b96b5244d37 service neutron] 10.222.0.15 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002401 May 12 15:37:19.709248 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5abab36d-2c3a-4dd2-89e9-cc11977655aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.763882 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1febd45b-a26e-4ec8-ad51-317cbb5b11aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.770509 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:19.794620 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-878411f8-d226-44ff-8aae-0b55b4a74fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for subnet, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.801869 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-75d51e77-fec3-4ba0-8889-d365d853313c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:19.811725 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febd45b-a26e-4ec8-ad51-317cbb5b11aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6194c0ba-b46c-47f2-922e-6f0c770db9b9,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:19.814710 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1febd45b-a26e-4ec8-ad51-317cbb5b11aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:19.818586 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-1febd45b-a26e-4ec8-ad51-317cbb5b11aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf742b95b0c044a9be1cd337b06251ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7791274 May 12 15:37:19.820691 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53902) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:19.849767 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878411f8-d226-44ff-8aae-0b55b4a74fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0c8e94-7590-4b2d-b997-a591acf6f38a,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:19.851900 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-878411f8-d226-44ff-8aae-0b55b4a74fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.854611 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-878411f8-d226-44ff-8aae-0b55b4a74fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:19.854766 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5abab36d-2c3a-4dd2-89e9-cc11977655aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.862899 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-878411f8-d226-44ff-8aae-0b55b4a74fbd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cf0c8e94-7590-4b2d-b997-a591acf6f38a HTTP/1.1" status: 204 len: 168 time: 0.9846179 May 12 15:37:19.865874 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53906) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:19.870636 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:19.886655 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abab36d-2c3a-4dd2-89e9-cc11977655aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836038c3-10e0-4048-a006-7bd7e14220e6,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:19.888962 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-5abab36d-2c3a-4dd2-89e9-cc11977655aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:19.910880 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-bf87dcef-6170-4026-b11b-35d8c076d85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.912656 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5abab36d-2c3a-4dd2-89e9-cc11977655aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.922745 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-5abab36d-2c3a-4dd2-89e9-cc11977655aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/836038c3-10e0-4048-a006-7bd7e14220e6 HTTP/1.1" status: 204 len: 168 time: 0.3392322 May 12 15:37:19.943218 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-bf87dcef-6170-4026-b11b-35d8c076d85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:19.973588 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:20.107799 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:20.125915 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.126390 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.127203 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.127657 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > port after_create 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.128053 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.128478 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > port after_update 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.128947 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.129890 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.130218 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.130597 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.177217 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a39ad-2d46-442c-b99c-fa1f322435b1 req-f021c5c8-a980-4ba5-9885-6e999cad6cac tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:20.179140 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0b0a39ad-2d46-442c-b99c-fa1f322435b1 req-f021c5c8-a980-4ba5-9885-6e999cad6cac tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 943 time: 0.1069238 May 12 15:37:20.215415 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-bf87dcef-6170-4026-b11b-35d8c076d85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:20.217705 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.218396 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.218564 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.218862 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:20.219535 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028fcd7f-503b-4cf1-bfb5-54eb0d4ce350']}} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:20.231953 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:20.236226 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb93cf6-96ac-45b8-ab08-c91e37cfd31c') {'for_net_delete': True} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:20.236522 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb93cf6-96ac-45b8-ab08-c91e37cfd31c') {} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:20.249407 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11704337'] for segment, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:20.257622 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87dcef-6170-4026-b11b-35d8c076d85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6194c0ba-b46c-47f2-922e-6f0c770db9b9,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:20.268569 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:20.271144 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-bf87dcef-6170-4026-b11b-35d8c076d85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:20.276457 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=79429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:37:20.276879 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11984616'] for segment, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:20.290984 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0b0a39ad-2d46-442c-b99c-fa1f322435b1 req-ba29739d-81ea-415f-b258-a59f4bdada41 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982800 May 12 15:37:20.292361 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-bf87dcef-6170-4026-b11b-35d8c076d85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: from cryptography.utils import int_from_bytes May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: from cryptography.utils import int_from_bytes May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: Traceback (most recent call last): May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: timer() May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: cb(*args, **kw) May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: return func(*args, **kwargs) May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: self._notify() May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: self.callback(batched_events) May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: event.method(event) May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: return f(self, *a, **k) May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: return self._get(url).json() May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: return self.request(url, 'GET', **kwargs) May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:37:20.294398 dv-cinder-789603-6-smb neutron-server[79429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:37:20.297603 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-bf87dcef-6170-4026-b11b-35d8c076d85f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6194c0ba-b46c-47f2-922e-6f0c770db9b9 HTTP/1.1" status: 204 len: 168 time: 0.4747431 May 12 15:37:20.621353 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:20.626980 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:20.647962 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:20.650904 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Pushing event deleted for resources: {'Network': ['ID=028fcd7f-503b-4cf1-bfb5-54eb0d4ce350,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:20.663605 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:20.664059 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:20.664454 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:20.664857 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:20.665445 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:20.665935 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:20.666318 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:20.666752 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:20.667177 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:20.667572 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:20.668033 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:20.668420 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:20.673182 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:20.853752 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] 10.222.0.61 "DELETE /v2.0/networks/028fcd7f-503b-4cf1-bfb5-54eb0d4ce350 HTTP/1.1" status: 204 len: 168 time: 0.9840202 May 12 15:37:21.019699 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53956) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:21.038688 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-777274ce-4e96-4cc6-9729-22fcaa9c8cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.052694 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-777274ce-4e96-4cc6-9729-22fcaa9c8cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:21.057030 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-777274ce-4e96-4cc6-9729-22fcaa9c8cca admin admin] Usage tracker for resource:security_group_rule and tenant:83a88a1b64d64a43b16fd7de140b8442 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:21.059863 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-777274ce-4e96-4cc6-9729-22fcaa9c8cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:21.065991 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-777274ce-4e96-4cc6-9729-22fcaa9c8cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:21.155377 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-777274ce-4e96-4cc6-9729-22fcaa9c8cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.235325 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-777274ce-4e96-4cc6-9729-22fcaa9c8cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.245630 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:21.284528 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-777274ce-4e96-4cc6-9729-22fcaa9c8cca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83a88a1b64d64a43b16fd7de140b8442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631936 May 12 15:37:21.286441 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777274ce-4e96-4cc6-9729-22fcaa9c8cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1c59b8-dd9f-49dc-b59e-290251db015e,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:21.287362 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53960) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:21.289782 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-777274ce-4e96-4cc6-9729-22fcaa9c8cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:21.362308 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53968) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:21.379120 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b7a890c0-304f-4525-9e96-40aa0794b9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.420101 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b7a890c0-304f-4525-9e96-40aa0794b9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.421103 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-a2d05492-5955-498b-a006-1a19302718f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca96366b71e4470e9f8d519d0b056a19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0575504 May 12 15:37:21.423555 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53972) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:21.484446 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 53976) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:21.504248 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-18874522-2c45-44a2-af8a-34924492c7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.520995 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-18874522-2c45-44a2-af8a-34924492c7c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:21.525339 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-18874522-2c45-44a2-af8a-34924492c7c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f94bf30d5dab40018a24a81816a1588f is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:21.528565 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-18874522-2c45-44a2-af8a-34924492c7c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:21.534966 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-18874522-2c45-44a2-af8a-34924492c7c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:21.547485 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7c3afa15-6ab2-4840-abc5-b8f8283e75ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.560958 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b7a890c0-304f-4525-9e96-40aa0794b9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.567706 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-fb2efb01-a2a7-4383-98e3-c72204c92848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:21.582704 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a890c0-304f-4525-9e96-40aa0794b9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1c59b8-dd9f-49dc-b59e-290251db015e,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:21.589834 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ae4dc-6923-491e-8969-098ebb2d2e46 req-df0324a8-698f-4154-966d-36fe98bfb2d9 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:21.598860 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-410ae4dc-6923-491e-8969-098ebb2d2e46 req-df0324a8-698f-4154-966d-36fe98bfb2d9 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 943 time: 0.1512992 May 12 15:37:21.620653 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b7a890c0-304f-4525-9e96-40aa0794b9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:21.623149 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7c3afa15-6ab2-4840-abc5-b8f8283e75ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.627955 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b7a890c0-304f-4525-9e96-40aa0794b9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.629942 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-b7a890c0-304f-4525-9e96-40aa0794b9cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e1c59b8-dd9f-49dc-b59e-290251db015e HTTP/1.1" status: 204 len: 168 time: 0.3407574 May 12 15:37:21.679653 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-18874522-2c45-44a2-af8a-34924492c7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.690779 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-410ae4dc-6923-491e-8969-098ebb2d2e46 req-430e9320-97ff-4ae7-8881-9a9c647e6dc2 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909915 May 12 15:37:21.760861 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-18874522-2c45-44a2-af8a-34924492c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.768773 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:21.812769 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18874522-2c45-44a2-af8a-34924492c7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c4a444-0c9f-43c1-b854-33ee85495729,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:21.820570 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 53986) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:21.820773 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-18874522-2c45-44a2-af8a-34924492c7c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f94bf30d5dab40018a24a81816a1588f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350997 May 12 15:37:21.821653 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-18874522-2c45-44a2-af8a-34924492c7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:21.834790 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7c3afa15-6ab2-4840-abc5-b8f8283e75ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.841755 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c3f92f28-45bb-461a-9fe1-4f0039547fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:21.863938 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3afa15-6ab2-4840-abc5-b8f8283e75ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba72c3f7-1aca-4e57-a433-a4660a85e059,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:21.867811 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-7c3afa15-6ab2-4840-abc5-b8f8283e75ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:21.884430 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7c3afa15-6ab2-4840-abc5-b8f8283e75ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.889788 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-7c3afa15-6ab2-4840-abc5-b8f8283e75ad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba72c3f7-1aca-4e57-a433-a4660a85e059 HTTP/1.1" status: 204 len: 168 time: 0.4610775 May 12 15:37:21.908461 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.935972 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:22.113322 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:22.118661 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b0b3d2c1-a65e-486a-9a1a-9175bade5991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:22.131087 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c4a444-0c9f-43c1-b854-33ee85495729,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:22.139575 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:22.142994 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08c4a444-0c9f-43c1-b854-33ee85495729 HTTP/1.1" status: 204 len: 168 time: 0.3191230 May 12 15:37:22.142994 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:22.142994 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:22.142994 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:22.143322 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:22.143406 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:22.143732 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:22.144057 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:22.144379 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:22.144705 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:22.145029 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:22.145372 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:22.145809 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:22.148956 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:22.953906 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7514d-5b06-4efc-8324-8866e00d18be req-275c50d0-d908-4b4a-99f5-df59675ef2e2 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:22.961828 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e6c7514d-5b06-4efc-8324-8866e00d18be req-275c50d0-d908-4b4a-99f5-df59675ef2e2 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 943 time: 0.1048570 May 12 15:37:23.014452 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e6c7514d-5b06-4efc-8324-8866e00d18be req-0a72b7ac-6c4a-4947-bc16-19924277de22 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509083 May 12 15:37:23.366336 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:37:23.505563 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c3ed208-daad-460c-b0e9-8c7e9b01f3f5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:23.519234 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '1c3ed208-daad-460c-b0e9-8c7e9b01f3f5', 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf', 'port_id': '1c3ed208-daad-460c-b0e9-8c7e9b01f3f5', 'mac_address': 'fa:16:3e:bb:f1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58fc9a0d-6910-4048-9808-393474a3a846', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:37:23.577915 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:23.595173 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:37:23.611573 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c3ed208-daad-460c-b0e9-8c7e9b01f3f5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:23.670165 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:23.672942 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-db43c295-bd04-428a-bea5-00e336e74e21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:23.747310 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=1c3ed208-daad-460c-b0e9-8c7e9b01f3f5,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:23.755832 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:23.756064 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:23.756456 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:23.759023 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:23.759023 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:23.759023 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:23.759023 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:23.759023 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:23.759023 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:23.759023 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:23.759023 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:23.759702 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:23.763544 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:23.781264 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54088) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:23.981939 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['1c3ed208-daad-460c-b0e9-8c7e9b01f3f5'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:37:24.110170 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-612ec513-f796-46fe-b369-bad9226f7eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:24.148837 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-612ec513-f796-46fe-b369-bad9226f7eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:24.154069 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-612ec513-f796-46fe-b369-bad9226f7eab admin admin] Usage tracker for resource:security_group_rule and tenant:0a0c9d859c91492d9923deca8e7bdb56 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:24.158540 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-612ec513-f796-46fe-b369-bad9226f7eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:24.167915 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-612ec513-f796-46fe-b369-bad9226f7eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:24.389096 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01161274-7ce3-4b71-9808-1d340c209e6e req-0236bc64-b74f-47d3-8d3b-fb5acb9e5dfb tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:24.390547 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-01161274-7ce3-4b71-9808-1d340c209e6e req-0236bc64-b74f-47d3-8d3b-fb5acb9e5dfb tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 944 time: 0.1856930 May 12 15:37:24.434799 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-612ec513-f796-46fe-b369-bad9226f7eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:24.455808 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-01161274-7ce3-4b71-9808-1d340c209e6e req-97e9476c-2dbb-4efa-babe-638628fab698 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546551 May 12 15:37:24.506747 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54118) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:24.516027 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-612ec513-f796-46fe-b369-bad9226f7eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:24.527441 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:24.564797 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ec513-f796-46fe-b369-bad9226f7eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de011453-68f2-49f0-bef4-70f22c8a8bd0,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:24.576029 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54126) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:24.595359 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-612ec513-f796-46fe-b369-bad9226f7eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:24.607952 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-612ec513-f796-46fe-b369-bad9226f7eab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a0c9d859c91492d9923deca8e7bdb56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8255844 May 12 15:37:24.610872 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54132) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:24.684453 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-aea98f12-082b-4584-b74d-8426ff4fbff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:24.712189 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-aea98f12-082b-4584-b74d-8426ff4fbff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:24.819059 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-aea98f12-082b-4584-b74d-8426ff4fbff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:24.824620 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e51edbb6-0429-4770-a018-3d4277a4f958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:24.840205 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-801040364-network', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:24.844694 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:24.853174 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6c93c6a4-b4b5-492b-93f7-b2c72c267c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:24.868862 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Usage tracker for resource:network and tenant:832d7645d4694f93b0a5b83e8377da35 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:24.871036 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-6c93c6a4-b4b5-492b-93f7-b2c72c267c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:24.871827 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:24.875775 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-6c93c6a4-b4b5-492b-93f7-b2c72c267c72 admin admin] Usage tracker for resource:security_group_rule and tenant:4f454c6b0d07402aaa02b92bd929a5c1 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:24.878903 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-6c93c6a4-b4b5-492b-93f7-b2c72c267c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:24.885813 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-6c93c6a4-b4b5-492b-93f7-b2c72c267c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:24.886072 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:24.900082 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea98f12-082b-4584-b74d-8426ff4fbff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de011453-68f2-49f0-bef4-70f22c8a8bd0,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:24.916403 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-aea98f12-082b-4584-b74d-8426ff4fbff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:24.931432 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-aea98f12-082b-4584-b74d-8426ff4fbff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:24.932638 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-aea98f12-082b-4584-b74d-8426ff4fbff1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de011453-68f2-49f0-bef4-70f22c8a8bd0 HTTP/1.1" status: 204 len: 168 time: 0.3205912 May 12 15:37:24.961542 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Made reservation on behalf of 832d7645d4694f93b0a5b83e8377da35 for: {'network': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:24.965072 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:24.982120 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.010039 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6c93c6a4-b4b5-492b-93f7-b2c72c267c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.020624 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:25.025210 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Usage tracker for resource:security_group_rule and tenant:832d7645d4694f93b0a5b83e8377da35 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:25.028335 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:25.035150 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:25.150299 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6c93c6a4-b4b5-492b-93f7-b2c72c267c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.164435 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-bc4f27c3-67b2-499d-a1f4-0297d7a963d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:25.273911 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-6c93c6a4-b4b5-492b-93f7-b2c72c267c72 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f454c6b0d07402aaa02b92bd929a5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6970568 May 12 15:37:25.276760 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54154) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:25.308538 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93c6a4-b4b5-492b-93f7-b2c72c267c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ee4cdf-1f0c-4a6b-9a02-5a12fe1d3f5f,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:25.327927 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-6c93c6a4-b4b5-492b-93f7-b2c72c267c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:25.359950 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.382484 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:37:25.408007 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-cd7d12dc-314b-4583-91a7-6fd99da43939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.438921 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-cd7d12dc-314b-4583-91a7-6fd99da43939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.490540 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.506612 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-959947a9-34fa-46fc-b2c8-72751ecfd5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:25.554695 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0509c4b9-a558-4bb4-a79f-1360c33fe649,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:25.558198 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:25.570716 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:37:25.576753 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:37:25.578716 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.601221 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-cd7d12dc-314b-4583-91a7-6fd99da43939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.606315 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:25.619458 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d12dc-314b-4583-91a7-6fd99da43939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ee4cdf-1f0c-4a6b-9a02-5a12fe1d3f5f,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:25.622053 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-cd7d12dc-314b-4583-91a7-6fd99da43939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:25.623274 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-cd7d12dc-314b-4583-91a7-6fd99da43939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.627265 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-cd7d12dc-314b-4583-91a7-6fd99da43939 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89ee4cdf-1f0c-4a6b-9a02-5a12fe1d3f5f HTTP/1.1" status: 204 len: 168 time: 0.3494849 May 12 15:37:25.643936 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=79428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:37:25.658269 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.658545 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.segments_db [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Added segment b5938138-cab1-4333-bde0-31f4fdb94d5c of type vlan for network e149a484-26c4-4518-be41-6c6d1ceac693 May 12 15:37:25.699043 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.721125 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.726297 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22168e6-b62e-4d36-a213-a3908c485fc3 req-4692481d-0c00-4e89-a274-6e52e6700688 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:25.728242 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c22168e6-b62e-4d36-a213-a3908c485fc3 req-4692481d-0c00-4e89-a274-6e52e6700688 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 944 time: 0.1311729 May 12 15:37:25.750655 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4398c02-a411-40ce-8a19-f2b3842349dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3ed208-daad-460c-b0e9-8c7e9b01f3f5'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:37:25.761115 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c3ed208-daad-460c-b0e9-8c7e9b01f3f5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:25.787471 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c22168e6-b62e-4d36-a213-a3908c485fc3 req-1531dd14-5c52-48da-a15f-804b3eadd992 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470998 May 12 15:37:25.803305 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4398c02-a411-40ce-8a19-f2b3842349dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3ed208-daad-460c-b0e9-8c7e9b01f3f5', 'code': 200} May 12 15:37:25.815537 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.817555 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:25.822682 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.825156 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:25.825156 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.829959 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-21a9eba8-7174-412e-af2c-d5fe424ba6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:25.848012 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54172) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:25.897787 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e221b5b5-6f9c-4cab-89da-b4ecc053144b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:25.916569 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=1c3ed208-daad-460c-b0e9-8c7e9b01f3f5,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:25.919844 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:25.922168 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-e221b5b5-6f9c-4cab-89da-b4ecc053144b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:25.927244 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-e221b5b5-6f9c-4cab-89da-b4ecc053144b admin admin] Usage tracker for resource:security_group_rule and tenant:1ffa63bca7be4323abfa5cf562e55be5 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:25.930263 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-e221b5b5-6f9c-4cab-89da-b4ecc053144b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:25.936302 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-e221b5b5-6f9c-4cab-89da-b4ecc053144b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:25.938097 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Pushing event updated for resources: {'Network': ['ID=e149a484-26c4-4518-be41-6c6d1ceac693,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:25.940776 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:25.949429 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network e149a484-26c4-4518-be41-6c6d1ceac693 details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:37:26.009444 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4975643 May 12 15:37:26.010379 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54180) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:26.016457 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Request body: {'subnet': {'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-801040364-subnet', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:26.022965 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:26.027432 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Usage tracker for resource:subnet and tenant:832d7645d4694f93b0a5b83e8377da35 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:26.030962 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:26.040246 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:26.117397 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e221b5b5-6f9c-4cab-89da-b4ecc053144b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:26.252622 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Made reservation on behalf of 832d7645d4694f93b0a5b83e8377da35 for: {'subnet': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:26.255139 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10920392'] for subnet, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:26.295967 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e221b5b5-6f9c-4cab-89da-b4ecc053144b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:26.329294 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-9862d34e-427d-42c0-9770-65f7e05a954c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:26.400302 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221b5b5-6f9c-4cab-89da-b4ecc053144b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c46039-2cc1-4c64-ba90-491ff728833b,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:26.409130 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e221b5b5-6f9c-4cab-89da-b4ecc053144b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:26.433689 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-e221b5b5-6f9c-4cab-89da-b4ecc053144b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ffa63bca7be4323abfa5cf562e55be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5841651 May 12 15:37:26.434866 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54198) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:26.504813 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c07f2-efb8-443a-89b2-e2821ff9b5f1 req-8303c3a4-ce37-486e-83b2-ae325a3c4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:26.506378 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-d37c07f2-efb8-443a-89b2-e2821ff9b5f1 req-8303c3a4-ce37-486e-83b2-ae325a3c4e5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 1098 time: 0.1782520 May 12 15:37:26.575204 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4ce79ef5-5124-41a6-a4f3-cd10202c6d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:26.580744 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-d37c07f2-efb8-443a-89b2-e2821ff9b5f1 req-dfb8ef5a-251d-4a6f-b62a-5970ce2ad704 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670347 May 12 15:37:26.613380 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4ce79ef5-5124-41a6-a4f3-cd10202c6d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:26.817491 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2011236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10920378'] for subnet, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:26.821613 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:26.896577 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4bb5121-ca7c-4ce3-b5ba-87b429a70160,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:26.902215 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:26.906428 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4ce79ef5-5124-41a6-a4f3-cd10202c6d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:26.913880 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b7dbf169-b683-4c07-ac91-7704811019a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:26.933621 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54228) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:26.936376 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce79ef5-5124-41a6-a4f3-cd10202c6d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c46039-2cc1-4c64-ba90-491ff728833b,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:26.943030 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-4ce79ef5-5124-41a6-a4f3-cd10202c6d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:26.943977 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Checking segment: {'id': 'b5938138-cab1-4333-bde0-31f4fdb94d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:37:26.944380 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Network hostable DHCP agents. Network: e149a484-26c4-4518-be41-6c6d1ceac693, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:37:26.980667 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fba58a91-8396-425c-87eb-0fc7b53a3dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:26.995914 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4ce79ef5-5124-41a6-a4f3-cd10202c6d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:26.997132 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-4ce79ef5-5124-41a6-a4f3-cd10202c6d23 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51c46039-2cc1-4c64-ba90-491ff728833b HTTP/1.1" status: 204 len: 168 time: 0.5591335 May 12 15:37:27.003261 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-fba58a91-8396-425c-87eb-0fc7b53a3dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:27.008235 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-fba58a91-8396-425c-87eb-0fc7b53a3dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:530db01d6e44438796890394cd7e54ac is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:27.011145 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-fba58a91-8396-425c-87eb-0fc7b53a3dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:27.017305 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-fba58a91-8396-425c-87eb-0fc7b53a3dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:27.020312 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30b80-d1a4-4ced-9bd5-3d73fac71cad req-3dd1af7f-f218-4987-b87d-ec1bb629075a tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:27.022377 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1ac30b80-d1a4-4ced-9bd5-3d73fac71cad req-3dd1af7f-f218-4987-b87d-ec1bb629075a tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 945 time: 0.1176655 May 12 15:37:27.076940 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Network e149a484-26c4-4518-be41-6c6d1ceac693 is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:37:27.083891 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1ac30b80-d1a4-4ced-9bd5-3d73fac71cad req-952c8680-6323-4f3b-b52a-73897dfc2673 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546489 May 12 15:37:27.143596 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fba58a91-8396-425c-87eb-0fc7b53a3dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:27.212697 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, e149a484-26c4-4518-be41-6c6d1ceac693) {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:27.223818 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5578dc76-988f-4723-8e70-8c908f8bd7aa None None] Network e149a484-26c4-4518-be41-6c6d1ceac693 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:37:27.236768 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:27.236768 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:27.355348 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fba58a91-8396-425c-87eb-0fc7b53a3dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:27.367401 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-6c93c6a4-b4b5-492b-93f7-b2c72c267c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:27.382498 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3709190 May 12 15:37:27.386054 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54252) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:27.391964 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-801040364-router', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:27.404311 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:27.414059 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Usage tracker for resource:router and tenant:832d7645d4694f93b0a5b83e8377da35 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:27.417542 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:27.423886 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:27.440767 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbd5442-c25c-4ac7-a47f-5f8a0a048ce7 None None] Network e149a484-26c4-4518-be41-6c6d1ceac693 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:37:27.445630 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-fba58a91-8396-425c-87eb-0fc7b53a3dd1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=530db01d6e44438796890394cd7e54ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5067196 May 12 15:37:27.454934 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba58a91-8396-425c-87eb-0fc7b53a3dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adc82b4-e020-4f31-81cb-90dfafdad0c3,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:27.456870 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54260) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:27.468203 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-fba58a91-8396-425c-87eb-0fc7b53a3dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:27.545923 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3e1b85e1-d3f2-443f-bec6-8a6191a81325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:27.547373 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-993519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46459'] for router, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:27.548789 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46402'] for router, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:27.594745 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3e1b85e1-d3f2-443f-bec6-8a6191a81325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:27.605711 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:27.851111 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3e1b85e1-d3f2-443f-bec6-8a6191a81325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:27.910749 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-09fffd60-7dee-4dd6-88f5-b360a3322e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:27.935876 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b85e1-d3f2-443f-bec6-8a6191a81325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adc82b4-e020-4f31-81cb-90dfafdad0c3,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:27.940060 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3e1b85e1-d3f2-443f-bec6-8a6191a81325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:27.979785 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54272) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:27.998361 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0767-2423-4f58-8a34-6383b2890d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:28.014318 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-5a4a0767-2423-4f58-8a34-6383b2890d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:28.018365 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-5a4a0767-2423-4f58-8a34-6383b2890d36 admin admin] Usage tracker for resource:security_group_rule and tenant:a3ce0ebb1a8349559879b1dabb125a33 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:28.021612 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-5a4a0767-2423-4f58-8a34-6383b2890d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:28.027700 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-5a4a0767-2423-4f58-8a34-6383b2890d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:28.129955 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3e1b85e1-d3f2-443f-bec6-8a6191a81325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:28.133529 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-3e1b85e1-d3f2-443f-bec6-8a6191a81325 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0adc82b4-e020-4f31-81cb-90dfafdad0c3 HTTP/1.1" status: 204 len: 168 time: 0.6728117 May 12 15:37:28.147225 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-994075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46428'] for router, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:28.149188 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0767-2423-4f58-8a34-6383b2890d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:28.247004 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54288) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:28.263694 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0767-2423-4f58-8a34-6383b2890d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:28.272761 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:28.330281 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-5a4a0767-2423-4f58-8a34-6383b2890d36 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a3ce0ebb1a8349559879b1dabb125a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493042 May 12 15:37:28.339966 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54298) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:28.341838 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a0767-2423-4f58-8a34-6383b2890d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a69f96-6fe6-48b4-aa0c-328873e12282,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:28.351362 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-5a4a0767-2423-4f58-8a34-6383b2890d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:28.413193 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6a8a3238-9091-423b-acda-4bb12b3f5b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:28.440999 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-6a8a3238-9091-423b-acda-4bb12b3f5b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:28.446313 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-6a8a3238-9091-423b-acda-4bb12b3f5b92 admin admin] Usage tracker for resource:security_group_rule and tenant:4c8dc0dffb524fe8bca3b3430db250c1 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:28.449245 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-6a8a3238-9091-423b-acda-4bb12b3f5b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:28.456540 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-6a8a3238-9091-423b-acda-4bb12b3f5b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:28.567638 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6a8a3238-9091-423b-acda-4bb12b3f5b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:28.583087 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b2cbbd8a-5ced-40b5-b135-1ba041cbca54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:28.635804 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d8f6f-fd9b-4126-82b4-9e859637a004 req-cb01f5ca-b7f7-496a-a9e6-3d3c983d2121 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:28.642986 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ec4d8f6f-fd9b-4126-82b4-9e859637a004 req-cb01f5ca-b7f7-496a-a9e6-3d3c983d2121 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 945 time: 0.3730142 May 12 15:37:28.650037 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6a8a3238-9091-423b-acda-4bb12b3f5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:28.662908 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:28.698189 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b2cbbd8a-5ced-40b5-b135-1ba041cbca54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:28.752155 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a3238-9091-423b-acda-4bb12b3f5b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d268a60d-9661-48e4-9f88-65f4ce0f2cc3,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:28.768684 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-6a8a3238-9091-423b-acda-4bb12b3f5b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:28.794070 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ec4d8f6f-fd9b-4126-82b4-9e859637a004 req-166ce775-bdbe-4a89-ae16-f58abac05635 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498642 May 12 15:37:28.800192 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-6a8a3238-9091-423b-acda-4bb12b3f5b92 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4c8dc0dffb524fe8bca3b3430db250c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5518198 May 12 15:37:28.802040 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54322) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:28.876445 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b811-69c4-4614-950c-badd202b2d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:28.906581 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b811-69c4-4614-950c-badd202b2d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:29.057161 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:29.101781 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:29.130250 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b811-69c4-4614-950c-badd202b2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:29.140860 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-aea98f12-082b-4584-b74d-8426ff4fbff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:29.143265 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b2cbbd8a-5ced-40b5-b135-1ba041cbca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:29.162459 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3b811-69c4-4614-950c-badd202b2d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d268a60d-9661-48e4-9f88-65f4ce0f2cc3,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:29.164317 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e6c3b811-69c4-4614-950c-badd202b2d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:29.173269 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b811-69c4-4614-950c-badd202b2d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:29.186741 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-e6c3b811-69c4-4614-950c-badd202b2d5c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d268a60d-9661-48e4-9f88-65f4ce0f2cc3 HTTP/1.1" status: 204 len: 168 time: 0.3745205 May 12 15:37:29.196505 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:29.226081 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbbd8a-5ced-40b5-b135-1ba041cbca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a69f96-6fe6-48b4-aa0c-328873e12282,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:29.241511 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b2cbbd8a-5ced-40b5-b135-1ba041cbca54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:29.306929 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b2cbbd8a-5ced-40b5-b135-1ba041cbca54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:29.310958 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-b2cbbd8a-5ced-40b5-b135-1ba041cbca54 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19a69f96-6fe6-48b4-aa0c-328873e12282 HTTP/1.1" status: 204 len: 168 time: 0.9509723 May 12 15:37:29.348466 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Allocated IP 172.28.0.36 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/24d1c910-a21c-40b6-8af2-22dec12e6839) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:29.535788 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:29.658609 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:29.663927 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:29.725248 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:29.727958 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:29.730342 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:37:29.778494 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Pushing event updated for resources: {'Port': ['ID=24d1c910-a21c-40b6-8af2-22dec12e6839,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:29.787889 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:30.258947 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54388) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:30.288912 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-0921f85f-ba48-4e11-9856-8a05908cd640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:30.315090 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-0921f85f-ba48-4e11-9856-8a05908cd640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:30.322038 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-0921f85f-ba48-4e11-9856-8a05908cd640 admin admin] Usage tracker for resource:security_group_rule and tenant:54cb857d7d1847ffad41f583aea018bf is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:30.326451 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-0921f85f-ba48-4e11-9856-8a05908cd640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:30.335198 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-0921f85f-ba48-4e11-9856-8a05908cd640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:30.419755 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:30.793945 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-0921f85f-ba48-4e11-9856-8a05908cd640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:30.824807 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542988'] for router, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:30.948708 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-0921f85f-ba48-4e11-9856-8a05908cd640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:30.958470 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:31.017275 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921f85f-ba48-4e11-9856-8a05908cd640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b51712-ed9c-458b-a510-6561500ca3e3,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:31.028123 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-0921f85f-ba48-4e11-9856-8a05908cd640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:31.031322 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-0921f85f-ba48-4e11-9856-8a05908cd640 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54cb857d7d1847ffad41f583aea018bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7713249 May 12 15:37:31.034261 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54422) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:31.147433 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-38d9d627-b248-42d3-9917-3585e8bb02ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:31.169538 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-38d9d627-b248-42d3-9917-3585e8bb02ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:31.261968 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Router 627a4527-31c9-48f0-a685-9817ccb0d985 is scheduled to L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 with binding_index 1 {{(pid=79428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:37:31.293233 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54432) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:31.389793 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-38d9d627-b248-42d3-9917-3585e8bb02ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:31.396824 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:31.422390 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9d627-b248-42d3-9917-3585e8bb02ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b51712-ed9c-458b-a510-6561500ca3e3,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:31.428990 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-38d9d627-b248-42d3-9917-3585e8bb02ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:31.435342 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-38d9d627-b248-42d3-9917-3585e8bb02ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:31.436440 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-38d9d627-b248-42d3-9917-3585e8bb02ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e5b51712-ed9c-458b-a510-6561500ca3e3 HTTP/1.1" status: 204 len: 168 time: 0.4008679 May 12 15:37:31.473413 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:37:31.483785 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Sync routers for ids ['627a4527-31c9-48f0-a685-9817ccb0d985'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:37:31.498303 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Routers {'627a4527-31c9-48f0-a685-9817ccb0d985'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:37:31.499700 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:37:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['627a4527-31c9-48f0-a685-9817ccb0d985'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:31.608088 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Notify callbacks [] for router, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:31.609524 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2224681 May 12 15:37:31.615132 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54456) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:31.622697 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6d2032a7-0549-4951-a3c4-9af445d8dd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:31.657375 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-6d2032a7-0549-4951-a3c4-9af445d8dd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:31.669669 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-6d2032a7-0549-4951-a3c4-9af445d8dd9e admin admin] Usage tracker for resource:security_group_rule and tenant:f47d82d55502443b9f6e73ce975cd73d is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:31.677816 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-6d2032a7-0549-4951-a3c4-9af445d8dd9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:31.691823 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-6d2032a7-0549-4951-a3c4-9af445d8dd9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:31.721901 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Set router 627a4527-31c9-48f0-a685-9817ccb0d985 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:37:31.858251 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6d2032a7-0549-4951-a3c4-9af445d8dd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:31.939640 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-ab354477-0789-4017-9b87-486add845359 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:31.947142 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-ab354477-0789-4017-9b87-486add845359 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/networks?id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf HTTP/1.1" status: 200 len: 815 time: 0.4153111 May 12 15:37:31.956765 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6d2032a7-0549-4951-a3c4-9af445d8dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:31.973005 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0f34e2fa-7af5-4c8e-b373-9bbb0fca95f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:32.054730 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-6d2032a7-0549-4951-a3c4-9af445d8dd9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f47d82d55502443b9f6e73ce975cd73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7597468 May 12 15:37:32.056551 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2032a7-0549-4951-a3c4-9af445d8dd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c947d41-5b37-43ce-8eed-22ea831a4029,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:32.060661 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54466) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:32.079309 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-6d2032a7-0549-4951-a3c4-9af445d8dd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:32.101682 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'name': 'tempest-ServerRescueNegativeTestJSON-801040364-router', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:37:27Z', 'updated_at': '2021-05-12T15:37:30Z', 'revision_number': 3, 'project_id': '832d7645d4694f93b0a5b83e8377da35', 'gw_port': {'id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:37:29Z', 'updated_at': '2021-05-12T15:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:32.106049 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Checking router: 627a4527-31c9-48f0-a685-9817ccb0d985 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:37:32.106583 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Updating router 627a4527-31c9-48f0-a685-9817ccb0d985 port 24d1c910-a21c-40b6-8af2-22dec12e6839 binding host dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:37:32.123294 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-2e5a32e0-2ecc-4f2d-8fa6-c99d486dcc4d tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/quotas/d6b21d4f3f59423ea80a9637ffdd3cfd HTTP/1.1" status: 200 len: 375 time: 0.1751659 May 12 15:37:32.154090 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-61b52882-af7b-4179-9b1c-5211a43e6e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:32.163776 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:32.227102 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-61b52882-af7b-4179-9b1c-5211a43e6e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:32.386200 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-82aeda4d-363a-43d9-bee3-cb971062ea7a tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2619519 May 12 15:37:32.450266 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-61b52882-af7b-4179-9b1c-5211a43e6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:32.455453 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-4ce79ef5-5124-41a6-a4f3-cd10202c6d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:32.482932 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b52882-af7b-4179-9b1c-5211a43e6e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c947d41-5b37-43ce-8eed-22ea831a4029,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:32.486576 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-61b52882-af7b-4179-9b1c-5211a43e6e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:32.511043 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-61b52882-af7b-4179-9b1c-5211a43e6e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:32.517025 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-61b52882-af7b-4179-9b1c-5211a43e6e58 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c947d41-5b37-43ce-8eed-22ea831a4029 HTTP/1.1" status: 204 len: 168 time: 0.4514108 May 12 15:37:32.604118 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-f3c6fa4f-9831-4e3d-ae39-f9b81448bb50 service neutron] 10.222.0.61 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169609 May 12 15:37:32.735285 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:32.747742 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.provisioning_blocks [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Transition to ACTIVE for port object 24d1c910-a21c-40b6-8af2-22dec12e6839 will not be triggered until provisioned by entity L2. {{(pid=79431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:37:32.833279 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:32.838457 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:32.838609 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-f0d5de32-146a-422f-8796-5e6b87fd498e service neutron] 10.222.0.61 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245934 May 12 15:37:32.845618 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:32.921475 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Attempting to bind port 24d1c910-a21c-40b6-8af2-22dec12e6839 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:37:32.922550 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Attempting to bind port 24d1c910-a21c-40b6-8af2-22dec12e6839 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:37:32.922759 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Attempting to bind port 24d1c910-a21c-40b6-8af2-22dec12e6839 on network af5cf3b2-0f76-46e3-8e35-95db1bf12898 {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:37:32.936061 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:37:32.936463 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Checking segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:37:32.936981 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:32.937443 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Bound using segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:37:32.938013 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Bound port: 24d1c910-a21c-40b6-8af2-22dec12e6839, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:37:32.938573 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:32.991945 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Pushing event updated for resources: {'Port': ['ID=24d1c910-a21c-40b6-8af2-22dec12e6839,revision_number=2']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:33.004850 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:33.005276 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:33.005648 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:33.005958 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:33.006291 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:33.006614 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:33.006935 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:33.007255 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:33.007575 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:33.007921 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:33.008205 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:33.008519 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:33.046268 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:33.058617 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] For port 24d1c910-a21c-40b6-8af2-22dec12e6839, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:37:33.061692 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] For port 24d1c910-a21c-40b6-8af2-22dec12e6839, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=24d1c910-a21c-40b6-8af2-22dec12e6839,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:37:33.070577 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Allocated IP 172.20.0.1 (e149a484-26c4-4518-be41-6c6d1ceac693/c4bb5121-ca7c-4ce3-b5ba-87b429a70160/63728768-01ef-430c-9d79-eb7da4ec63d9) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:33.421462 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:33.425162 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54498) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:33.461635 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54506) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:33.702400 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:33.702400 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:33.702924 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:33.702924 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:33.759013 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Network e149a484-26c4-4518-be41-6c6d1ceac693 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:33.776750 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Routers {'627a4527-31c9-48f0-a685-9817ccb0d985'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:37:33.777525 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:37:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['627a4527-31c9-48f0-a685-9817ccb0d985'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:33.795769 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:33.811242 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:37:33.842518 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eeb4c212-91c4-48b2-9851-81affad903a1 req-8f956c56-2153-4808-be39-89ca5925dd4f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 210 time: 0.0859795 May 12 15:37:33.850195 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Pushing event updated for resources: {'Port': ['ID=63728768-01ef-430c-9d79-eb7da4ec63d9,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:33.857337 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:33.919214 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542163'] for router_interface, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:33.963918 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Pushing event updated for resources: {'Port': ['ID=24d1c910-a21c-40b6-8af2-22dec12e6839,revision_number=3']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:33.975852 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:34.024306 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] Set router 627a4527-31c9-48f0-a685-9817ccb0d985 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:37:34.168959 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-d1c15d54-6b26-4527-ab02-05f4bb9027bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:34.196201 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-d1c15d54-6b26-4527-ab02-05f4bb9027bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:34.211715 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-d1c15d54-6b26-4527-ab02-05f4bb9027bf admin admin] Usage tracker for resource:security_group_rule and tenant:cf164aeca05d4ae9981195b38fe417b9 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:34.217571 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-d1c15d54-6b26-4527-ab02-05f4bb9027bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:34.241592 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-d1c15d54-6b26-4527-ab02-05f4bb9027bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:34.287391 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-df0eb7d2-4592-4c85-9ddb-87de673ad125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:34.368681 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'name': 'tempest-ServerRescueNegativeTestJSON-801040364-router', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:37:27Z', 'updated_at': '2021-05-12T15:37:30Z', 'revision_number': 3, 'project_id': '832d7645d4694f93b0a5b83e8377da35', 'gw_port': {'id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:37:29Z', 'updated_at': '2021-05-12T15:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:34.373999 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d90b4-1cc6-4582-93bb-560afee75ab8 None None] The sync data for ids ['627a4527-31c9-48f0-a685-9817ccb0d985'] in dv-cinder-789603-6-smb is: [{'id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'name': 'tempest-ServerRescueNegativeTestJSON-801040364-router', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:37:27Z', 'updated_at': '2021-05-12T15:37:30Z', 'revision_number': 3, 'project_id': '832d7645d4694f93b0a5b83e8377da35', 'gw_port': {'id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:37:29Z', 'updated_at': '2021-05-12T15:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:37:34.404139 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-d1c15d54-6b26-4527-ab02-05f4bb9027bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:34.447199 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-df0eb7d2-4592-4c85-9ddb-87de673ad125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:34.455025 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-df0eb7d2-4592-4c85-9ddb-87de673ad125 admin admin] Usage tracker for resource:security_group_rule and tenant:26b88105d1f64c64b7993abcdcc5fc19 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:34.462814 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-df0eb7d2-4592-4c85-9ddb-87de673ad125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:34.490496 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-df0eb7d2-4592-4c85-9ddb-87de673ad125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:34.496193 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:34.578524 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-d1c15d54-6b26-4527-ab02-05f4bb9027bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:34.588355 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-49a76c20-fd09-442b-a161-93e8ad912dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:34.620134 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c15d54-6b26-4527-ab02-05f4bb9027bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b22c58-7215-404a-92d6-b706002a11c0,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:34.636918 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-d1c15d54-6b26-4527-ab02-05f4bb9027bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:34.663175 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-d1c15d54-6b26-4527-ab02-05f4bb9027bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf164aeca05d4ae9981195b38fe417b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2372644 May 12 15:37:34.672363 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54540) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:34.828349 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3a523778-d7af-45fc-9cfc-156502cda0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:34.869569 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:34.884690 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3a523778-d7af-45fc-9cfc-156502cda0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:34.943625 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-df0eb7d2-4592-4c85-9ddb-87de673ad125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:34.949115 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:34.995358 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:35.060929 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3a523778-d7af-45fc-9cfc-156502cda0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:35.065633 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-6d2032a7-0549-4951-a3c4-9af445d8dd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:35.099264 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a523778-d7af-45fc-9cfc-156502cda0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b22c58-7215-404a-92d6-b706002a11c0,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:35.106725 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-3a523778-d7af-45fc-9cfc-156502cda0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:35.113983 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3a523778-d7af-45fc-9cfc-156502cda0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:35.115146 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-3a523778-d7af-45fc-9cfc-156502cda0be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f1b22c58-7215-404a-92d6-b706002a11c0 HTTP/1.1" status: 204 len: 168 time: 0.4417663 May 12 15:37:35.146042 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-df0eb7d2-4592-4c85-9ddb-87de673ad125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:35.159833 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1843956a-ab44-40f6-8a36-2ccc406e5ebb req-1fef2783-8241-432a-9cea-06955b038419 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 210 time: 0.1170397 May 12 15:37:35.226736 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542064'] for router_interface, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:35.246610 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Pushing event updated for resources: {'Port': ['ID=63728768-01ef-430c-9d79-eb7da4ec63d9,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:35.266732 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:35.268356 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:35.282330 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54562) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:35.289745 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-df0eb7d2-4592-4c85-9ddb-87de673ad125 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26b88105d1f64c64b7993abcdcc5fc19&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8267219 May 12 15:37:35.329477 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0eb7d2-4592-4c85-9ddb-87de673ad125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f705cdc3-3a72-43ac-a8f2-7047eacf98f9,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:35.332805 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-df0eb7d2-4592-4c85-9ddb-87de673ad125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:35.379820 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3a4b73ab-f7cd-4fde-8d92-1cbf9d1c3f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:35.445647 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3a4b73ab-f7cd-4fde-8d92-1cbf9d1c3f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:35.486136 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Network e149a484-26c4-4518-be41-6c6d1ceac693 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:35.487830 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:35.636289 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3a4b73ab-f7cd-4fde-8d92-1cbf9d1c3f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:35.645764 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-d1c15d54-6b26-4527-ab02-05f4bb9027bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:35.665077 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b73ab-f7cd-4fde-8d92-1cbf9d1c3f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f705cdc3-3a72-43ac-a8f2-7047eacf98f9,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:35.677220 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-3a4b73ab-f7cd-4fde-8d92-1cbf9d1c3f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:35.680157 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3a4b73ab-f7cd-4fde-8d92-1cbf9d1c3f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:35.682238 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-3a4b73ab-f7cd-4fde-8d92-1cbf9d1c3f5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f705cdc3-3a72-43ac-a8f2-7047eacf98f9 HTTP/1.1" status: 204 len: 168 time: 0.3986535 May 12 15:37:35.745298 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Router 627a4527-31c9-48f0-a685-9817ccb0d985 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:37:35.949721 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:37:35.976380 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] 10.222.0.61 "PUT /v2.0/routers/627a4527-31c9-48f0-a685-9817ccb0d985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3600268 May 12 15:37:36.371135 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ea5c9bf6-4ac7-456b-bb6b-54271c5289df req-6a01b0d3-4fd9-4807-9f5a-30ba9a69decd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 210 time: 0.0500705 May 12 15:37:36.372230 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Sync routers for ids ['627a4527-31c9-48f0-a685-9817ccb0d985'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:37:36.382775 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Routers {'627a4527-31c9-48f0-a685-9817ccb0d985'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:37:36.383525 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:37:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['627a4527-31c9-48f0-a685-9817ccb0d985'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:36.611770 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Set router 627a4527-31c9-48f0-a685-9817ccb0d985 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:37:36.677406 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 24d1c910-a21c-40b6-8af2-22dec12e6839 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:37:36.819936 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-3b6c8224-6f6f-409a-919d-3cc7d0471b2d tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:36.821789 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-3b6c8224-6f6f-409a-919d-3cc7d0471b2d tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "GET /v2.0/networks?id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf HTTP/1.1" status: 200 len: 815 time: 0.1661534 May 12 15:37:36.830889 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54596) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:36.841657 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Request body: {'port': {'device_id': '0b4146c4-8795-487f-b020-71dbc34e3ffd', 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf', 'admin_state_up': True, 'tenant_id': 'd6b21d4f3f59423ea80a9637ffdd3cfd'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:36.851206 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-24675f22-8852-4ca9-bca0-6a797fec8324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:36.907678 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-24675f22-8852-4ca9-bca0-6a797fec8324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:36.916411 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-24675f22-8852-4ca9-bca0-6a797fec8324 admin admin] Usage tracker for resource:security_group_rule and tenant:aa79b323947c4a47b827e9d36d45bfa2 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:36.922175 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-24675f22-8852-4ca9-bca0-6a797fec8324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:36.930767 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-24675f22-8852-4ca9-bca0-6a797fec8324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:37.041001 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-24675f22-8852-4ca9-bca0-6a797fec8324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:37.220076 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 24d1c910-a21c-40b6-8af2-22dec12e6839 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:37:37.221227 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-24675f22-8852-4ca9-bca0-6a797fec8324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:37.232141 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 24d1c910-a21c-40b6-8af2-22dec12e6839 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:37:37.232535 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:37.239314 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-7c3afa15-6ab2-4840-abc5-b8f8283e75ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:37.259698 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:37.263693 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Usage tracker for resource:port and tenant:d6b21d4f3f59423ea80a9637ffdd3cfd is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:37.266886 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:37.273810 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:37.304766 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24675f22-8852-4ca9-bca0-6a797fec8324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb58456-a84a-4217-8b70-c29c12761a91,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:37.312341 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-24675f22-8852-4ca9-bca0-6a797fec8324 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa79b323947c4a47b827e9d36d45bfa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771819 May 12 15:37:37.312341 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-24675f22-8852-4ca9-bca0-6a797fec8324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:37.312765 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54610) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:37.355682 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'name': 'tempest-ServerRescueNegativeTestJSON-801040364-router', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:37:27Z', 'updated_at': '2021-05-12T15:37:33Z', 'revision_number': 4, 'project_id': '832d7645d4694f93b0a5b83e8377da35', 'gw_port': {'id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:37:29Z', 'updated_at': '2021-05-12T15:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '63728768-01ef-430c-9d79-eb7da4ec63d9', 'name': '', 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'mac_address': 'fa:16:3e:22:ae:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c4bb5121-ca7c-4ce3-b5ba-87b429a70160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:37:32Z', 'updated_at': '2021-05-12T15:37:34Z', 'revision_number': 2, 'project_id': '832d7645d4694f93b0a5b83e8377da35', 'subnets': [{'id': 'c4bb5121-ca7c-4ce3-b5ba-87b429a70160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:37.368726 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Checking router: 627a4527-31c9-48f0-a685-9817ccb0d985 for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:37:37.369138 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Updating router 627a4527-31c9-48f0-a685-9817ccb0d985 port 63728768-01ef-430c-9d79-eb7da4ec63d9 binding host dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:37:37.376184 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2c89ab4e-8e45-47c9-afb0-0dc0f525e4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:37.409438 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2c89ab4e-8e45-47c9-afb0-0dc0f525e4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:37.423656 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Made reservation on behalf of d6b21d4f3f59423ea80a9637ffdd3cfd for: {'port': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:37.436292 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:37.444331 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:37.477341 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:37.552532 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7b81f379-0834-4a38-8af3-c84417a27a5c req-9598e545-0e98-42e8-8e40-d565e39ac32b tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 210 time: 0.0546656 May 12 15:37:37.561711 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2c89ab4e-8e45-47c9-afb0-0dc0f525e4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:37.579910 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-29538952-401a-4944-8527-f9c4ef50474e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:37.586639 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 24d1c910-a21c-40b6-8af2-22dec12e6839, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=24d1c910-a21c-40b6-8af2-22dec12e6839,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:37.599753 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89ab4e-8e45-47c9-afb0-0dc0f525e4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb58456-a84a-4217-8b70-c29c12761a91,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:37.602702 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2c89ab4e-8e45-47c9-afb0-0dc0f525e4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:37.604152 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2c89ab4e-8e45-47c9-afb0-0dc0f525e4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:37.607924 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-2c89ab4e-8e45-47c9-afb0-0dc0f525e4d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4cb58456-a84a-4217-8b70-c29c12761a91 HTTP/1.1" status: 204 len: 168 time: 0.2919438 May 12 15:37:37.680152 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:37.688598 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-c6a42e74-9897-4413-980a-295948b26a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:37.706608 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Allocated IP 172.20.0.5 (9db7049d-9d6d-4d9e-a509-d5b2b937d7cf/58fc9a0d-6910-4048-9808-393474a3a846/be003e80-c3b4-4262-abb6-448a41b6a496) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:37.730711 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54630) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:37.757485 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-17f58679-023c-4752-87f4-c5962fb55971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:37.777720 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-17f58679-023c-4752-87f4-c5962fb55971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:37.783600 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-17f58679-023c-4752-87f4-c5962fb55971 admin admin] Usage tracker for resource:security_group_rule and tenant:17b040e3860a44d1bc1673112f3a4b30 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:37.787775 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-17f58679-023c-4752-87f4-c5962fb55971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:37.794406 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-17f58679-023c-4752-87f4-c5962fb55971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:37.846335 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=24d1c910-a21c-40b6-8af2-22dec12e6839,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:37.852400 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:37.917976 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-17f58679-023c-4752-87f4-c5962fb55971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:38.001772 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Notify callbacks [] for port, precommit_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:38.014432 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Transition to ACTIVE for port object 63728768-01ef-430c-9d79-eb7da4ec63d9 will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:37:38.034637 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:38.075440 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-17f58679-023c-4752-87f4-c5962fb55971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:38.085795 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3e1b85e1-d3f2-443f-bec6-8a6191a81325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:38.233015 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:38.233951 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:38.238374 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:38.242703 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:38.263672 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-17f58679-023c-4752-87f4-c5962fb55971 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17b040e3860a44d1bc1673112f3a4b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317340 May 12 15:37:38.293666 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54650) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:38.332386 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f58679-023c-4752-87f4-c5962fb55971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e72821-9475-45a5-96d1-d6f02f96cd95,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:38.349368 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-17f58679-023c-4752-87f4-c5962fb55971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:38.373217 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:38.383903 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:38.389430 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['ca35364b-0f1f-4a2d-8083-a4fcbb1627e5', '1c3ed208-daad-460c-b0e9-8c7e9b01f3f5'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:37:38.397140 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:37:38.505544 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-07407a38-fcbd-4ebd-9acc-689aa170d770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:38.505544 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Pushing event updated for resources: {'Port': ['ID=be003e80-c3b4-4262-abb6-448a41b6a496,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:38.506320 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:38.562229 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:38.562894 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:38.586347 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-57728edb-5269-4de5-8f47-4b1fd709bf1e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:38.586347 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-57728edb-5269-4de5-8f47-4b1fd709bf1e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Synchronizing usage tracker for tenant:832d7645d4694f93b0a5b83e8377da35 on resource:network {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:37:38.625370 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-07407a38-fcbd-4ebd-9acc-689aa170d770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:38.690215 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8524175 May 12 15:37:38.695364 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 24d1c910-a21c-40b6-8af2-22dec12e6839 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:37:38.713146 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Request body: {'port': {'device_id': '0b4146c4-8795-487f-b020-71dbc34e3ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:38.738989 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-57728edb-5269-4de5-8f47-4b1fd709bf1e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Unset dirty status for tenant:832d7645d4694f93b0a5b83e8377da35 on resource:network {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:37:38.740155 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-57728edb-5269-4de5-8f47-4b1fd709bf1e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/networks?id=e149a484-26c4-4518-be41-6c6d1ceac693 HTTP/1.1" status: 200 len: 818 time: 0.6554127 May 12 15:37:38.767743 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-7f3c81b6-3495-438c-9f01-9b593aabee9c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/quotas/832d7645d4694f93b0a5b83e8377da35 HTTP/1.1" status: 200 len: 375 time: 0.0179205 May 12 15:37:38.873721 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:38.940499 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad4724-356c-48e3-b035-da54311a9199 None None] Pushing event updated for resources: {'Port': ['ID=63728768-01ef-430c-9d79-eb7da4ec63d9,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:38.943225 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-17ad4724-356c-48e3-b035-da54311a9199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:39.018524 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-07407a38-fcbd-4ebd-9acc-689aa170d770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:39.027765 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-18874522-2c45-44a2-af8a-34924492c7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:39.033598 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-d7456a99-4778-4ffd-b5dc-52c10fd63eaa tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Synchronizing usage tracker for tenant:832d7645d4694f93b0a5b83e8377da35 on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:37:39.047147 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07407a38-fcbd-4ebd-9acc-689aa170d770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e72821-9475-45a5-96d1-d6f02f96cd95,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:39.051510 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-07407a38-fcbd-4ebd-9acc-689aa170d770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:39.054479 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-07407a38-fcbd-4ebd-9acc-689aa170d770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:39.058657 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-07407a38-fcbd-4ebd-9acc-689aa170d770 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72e72821-9475-45a5-96d1-d6f02f96cd95 HTTP/1.1" status: 204 len: 168 time: 0.7540238 May 12 15:37:39.058805 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Attempting to bind port 63728768-01ef-430c-9d79-eb7da4ec63d9 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:37:39.058805 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Attempting to bind port 63728768-01ef-430c-9d79-eb7da4ec63d9 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': 'b5938138-cab1-4333-bde0-31f4fdb94d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:37:39.058805 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Attempting to bind port 63728768-01ef-430c-9d79-eb7da4ec63d9 on network e149a484-26c4-4518-be41-6c6d1ceac693 {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:37:39.078486 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c4501-8307-4830-a676-5941d8875222 req-c8f2a235-35b6-4ba3-9638-337d99692c5e tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:39.086304 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-695c4501-8307-4830-a676-5941d8875222 req-c8f2a235-35b6-4ba3-9638-337d99692c5e tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 931 time: 0.1760166 May 12 15:37:39.138563 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-695c4501-8307-4830-a676-5941d8875222 req-e2c784c4-0c2e-4740-ab6d-aeed97efbe7a tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509777 May 12 15:37:39.163850 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:37:39.164227 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Checking segment: {'id': 'b5938138-cab1-4333-bde0-31f4fdb94d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:37:39.164634 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:39.165029 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Bound using segment: {'id': 'b5938138-cab1-4333-bde0-31f4fdb94d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:37:39.165582 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Bound port: 63728768-01ef-430c-9d79-eb7da4ec63d9, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5938138-cab1-4333-bde0-31f4fdb94d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:37:39.165983 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:39.329379 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ac4152e5-bf91-424a-ada8-dfb6dd4efc18 req-b7e25e8d-843e-4d91-a23b-25813d0bdf4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1567929 May 12 15:37:39.366573 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-d7456a99-4778-4ffd-b5dc-52c10fd63eaa tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Unset dirty status for tenant:832d7645d4694f93b0a5b83e8377da35 on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:37:39.367968 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-d7456a99-4778-4ffd-b5dc-52c10fd63eaa tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=832d7645d4694f93b0a5b83e8377da35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5933521 May 12 15:37:39.434904 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be003e80-c3b4-4262-abb6-448a41b6a496 {{(pid=79429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:37:39.443193 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:39.458576 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Transition to ACTIVE for port object be003e80-c3b4-4262-abb6-448a41b6a496 will not be triggered until provisioned by entity L2. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:37:39.491185 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 24d1c910-a21c-40b6-8af2-22dec12e6839 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:37:39.491377 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:39.549338 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] For port 63728768-01ef-430c-9d79-eb7da4ec63d9, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:37:39.572361 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] For port 63728768-01ef-430c-9d79-eb7da4ec63d9, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=63728768-01ef-430c-9d79-eb7da4ec63d9,segment=NetworkSegment(b5938138-cab1-4333-bde0-31f4fdb94d5c),segment_id=b5938138-cab1-4333-bde0-31f4fdb94d5c)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:37:39.582578 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-6e2eeb79-e45a-4fc4-ab64-e8cbeabdc321 service neutron] 10.222.0.61 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977727 May 12 15:37:39.589347 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:39.595437 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4152e5-bf91-424a-ada8-dfb6dd4efc18 req-5b135820-1614-44fb-843e-95c952ce1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:39.596921 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ac4152e5-bf91-424a-ada8-dfb6dd4efc18 req-5b135820-1614-44fb-843e-95c952ce1a2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 1098 time: 0.1710329 May 12 15:37:39.599014 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-990cf401-03fa-4a93-a1e8-8b5e0b50d543 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:39.749037 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:39.759779 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:39.894197 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-16a68b38-b3db-4e0c-9eb9-4a1d2eacd2d7 service neutron] 10.222.0.61 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010042 May 12 15:37:39.899124 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4152e5-bf91-424a-ada8-dfb6dd4efc18 req-2fc8b9dc-0228-478d-b364-5b7140ec6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:39.900537 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ac4152e5-bf91-424a-ada8-dfb6dd4efc18 req-2fc8b9dc-0228-478d-b364-5b7140ec6784 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf HTTP/1.1" status: 200 len: 916 time: 0.2714634 May 12 15:37:39.994129 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad4724-356c-48e3-b035-da54311a9199 None None] Pushing event updated for resources: {'Port': ['ID=63728768-01ef-430c-9d79-eb7da4ec63d9,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:40.012602 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-17ad4724-356c-48e3-b035-da54311a9199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:40.014434 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Routers {'627a4527-31c9-48f0-a685-9817ccb0d985'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:37:40.015081 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:37:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['627a4527-31c9-48f0-a685-9817ccb0d985'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:40.080741 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Pushing event updated for resources: {'Port': ['ID=be003e80-c3b4-4262-abb6-448a41b6a496,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:40.080741 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:40.110980 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ac4152e5-bf91-424a-ada8-dfb6dd4efc18 req-f428f395-1ec3-49fd-83e7-32a3483ee8c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 HTTP/1.1" status: 200 len: 217 time: 0.1974862 May 12 15:37:40.120448 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Attempting to bind port be003e80-c3b4-4262-abb6-448a41b6a496 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:37:40.121019 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Attempting to bind port be003e80-c3b4-4262-abb6-448a41b6a496 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:37:40.121563 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Attempting to bind port be003e80-c3b4-4262-abb6-448a41b6a496 on network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:37:40.128771 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Port be003e80-c3b4-4262-abb6-448a41b6a496 on network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:37:40.130560 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Attempting to bind port be003e80-c3b4-4262-abb6-448a41b6a496 on network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:37:40.153911 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:37:40.158737 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Checking segment: {'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:37:40.160769 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Bound using segment: {'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:37:40.161462 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Bound port: be003e80-c3b4-4262-abb6-448a41b6a496, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'}}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:37:40.163312 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:40.289060 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4152e5-bf91-424a-ada8-dfb6dd4efc18 req-114d2a69-905d-4496-a5ec-fbb05ca35af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:40.298384 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ac4152e5-bf91-424a-ada8-dfb6dd4efc18 req-114d2a69-905d-4496-a5ec-fbb05ca35af1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58fc9a0d-6910-4048-9808-393474a3a846 HTTP/1.1" status: 200 len: 855 time: 0.1595857 May 12 15:37:40.367358 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] For port be003e80-c3b4-4262-abb6-448a41b6a496, host hv-cinder-78960, cleared binding levels {{(pid=79429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:37:40.371450 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] For port be003e80-c3b4-4262-abb6-448a41b6a496, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=be003e80-c3b4-4262-abb6-448a41b6a496,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:37:40.467764 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ac4152e5-bf91-424a-ada8-dfb6dd4efc18 req-34984cbe-deb9-4ee5-a8b7-f1690691241e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610723 May 12 15:37:40.498236 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:40.516517 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:40.599159 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-208707ad-d5a7-4c37-9236-740ffbfa3021 req-3073ee2f-b459-413f-b3ce-f654664ea351 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 210 time: 0.1303251 May 12 15:37:40.623035 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:40.629583 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:40.629583 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/be003e80-c3b4-4262-abb6-448a41b6a496 HTTP/1.1" status: 200 len: 1093 time: 1.9201899 May 12 15:37:40.629583 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4146c4-8795-487f-b020-71dbc34e3ffd', 'tag': 'be003e80-c3b4-4262-abb6-448a41b6a496'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:37:40.655457 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] Set router 627a4527-31c9-48f0-a685-9817ccb0d985 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:37:40.703421 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Pushing event updated for resources: {'Port': ['ID=be003e80-c3b4-4262-abb6-448a41b6a496,revision_number=3']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:40.707708 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:40.724764 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4146c4-8795-487f-b020-71dbc34e3ffd', 'tag': 'be003e80-c3b4-4262-abb6-448a41b6a496', 'status': 'completed', 'code': 200} May 12 15:37:40.807672 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727224-af55-4cb4-8599-527e401c8020 req-c5ad92d4-553a-4abf-91f6-ba87ef27bae3 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:40.815230 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42727224-af55-4cb4-8599-527e401c8020 req-c5ad92d4-553a-4abf-91f6-ba87ef27bae3 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 943 time: 0.3015218 May 12 15:37:40.820629 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ac4152e5-bf91-424a-ada8-dfb6dd4efc18 req-72d1a888-304e-42f2-8139-608ba2b41beb service neutron] 10.222.0.15 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052001 May 12 15:37:40.934083 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:40.944465 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dc1ba-b014-4b9e-998f-11717fb1c69d req-a42b5f68-4175-464d-a55c-d93dbf7db326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:40.954671 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-4f7dc1ba-b014-4b9e-998f-11717fb1c69d req-a42b5f68-4175-464d-a55c-d93dbf7db326 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 1096 time: 0.1962566 May 12 15:37:41.017914 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42727224-af55-4cb4-8599-527e401c8020 req-66f01f59-2592-4ebd-bb87-a748e2e55fee tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016292 May 12 15:37:41.030368 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ac4152e5-bf91-424a-ada8-dfb6dd4efc18 req-07d387ef-aa32-4282-9536-def7fa2ba73e service neutron] 10.222.0.15 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949158 May 12 15:37:41.221028 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'name': 'tempest-ServerRescueNegativeTestJSON-801040364-router', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:37:27Z', 'updated_at': '2021-05-12T15:37:33Z', 'revision_number': 4, 'project_id': '832d7645d4694f93b0a5b83e8377da35', 'gw_port': {'id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:37:29Z', 'updated_at': '2021-05-12T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '63728768-01ef-430c-9d79-eb7da4ec63d9', 'name': '', 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'mac_address': 'fa:16:3e:22:ae:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c4bb5121-ca7c-4ce3-b5ba-87b429a70160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:37:32Z', 'updated_at': '2021-05-12T15:37:39Z', 'revision_number': 4, 'project_id': '832d7645d4694f93b0a5b83e8377da35', 'subnets': [{'id': 'c4bb5121-ca7c-4ce3-b5ba-87b429a70160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:41.228654 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b52e24-8e88-4e77-9710-b037ecf9e57a None None] The sync data for ids ['627a4527-31c9-48f0-a685-9817ccb0d985'] in dv-cinder-789603-6-smb is: [{'id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'name': 'tempest-ServerRescueNegativeTestJSON-801040364-router', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:37:27Z', 'updated_at': '2021-05-12T15:37:33Z', 'revision_number': 4, 'project_id': '832d7645d4694f93b0a5b83e8377da35', 'gw_port': {'id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:37:29Z', 'updated_at': '2021-05-12T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '63728768-01ef-430c-9d79-eb7da4ec63d9', 'name': '', 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'mac_address': 'fa:16:3e:22:ae:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c4bb5121-ca7c-4ce3-b5ba-87b429a70160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:37:32Z', 'updated_at': '2021-05-12T15:37:39Z', 'revision_number': 4, 'project_id': '832d7645d4694f93b0a5b83e8377da35', 'subnets': [{'id': 'c4bb5121-ca7c-4ce3-b5ba-87b429a70160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:37:41.427027 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dc1ba-b014-4b9e-998f-11717fb1c69d req-5452290c-08ae-4952-865e-2b6a48cf3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:41.427027 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-4f7dc1ba-b014-4b9e-998f-11717fb1c69d req-5452290c-08ae-4952-865e-2b6a48cf3e07 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4665430 May 12 15:37:41.534056 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-6c3072bd-8b90-4781-b9b7-ce5c35a89e3e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:41.555993 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-6c3072bd-8b90-4781-b9b7-ce5c35a89e3e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/networks?id=e149a484-26c4-4518-be41-6c6d1ceac693 HTTP/1.1" status: 200 len: 818 time: 0.3145216 May 12 15:37:41.588549 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-0c19eca6-3178-4be8-81bc-643acd22c7fe tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/quotas/832d7645d4694f93b0a5b83e8377da35 HTTP/1.1" status: 200 len: 375 time: 0.0285428 May 12 15:37:41.791073 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dc1ba-b014-4b9e-998f-11717fb1c69d req-ee6f26ba-7b62-4508-9aa6-37edffaab629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:41.793232 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-4f7dc1ba-b014-4b9e-998f-11717fb1c69d req-ee6f26ba-7b62-4508-9aa6-37edffaab629 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3563666 May 12 15:37:41.871505 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-2efec5f8-b9d8-430e-9147-fc6d7c65ce00 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=832d7645d4694f93b0a5b83e8377da35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2820692 May 12 15:37:41.900221 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e2b2eb0e-4413-480c-834d-856ab9cc9850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:41.972439 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-3cea9a95-f523-43d4-9376-4f5ab6e6a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:41.974272 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-3cea9a95-f523-43d4-9376-4f5ab6e6a301 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 1096 time: 0.1322632 May 12 15:37:42.046882 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-c05d4885-9528-48c3-957b-3ce68646995d service neutron] 10.222.0.61 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648221 May 12 15:37:42.070327 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-e6063a58-81f8-4ca6-b536-4f8cf54b7537 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be003e80-c3b4-4262-abb6-448a41b6a496 HTTP/1.1" status: 200 len: 217 time: 0.0797262 May 12 15:37:42.179208 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-bdddf337-0e30-45d7-9e85-d4430866c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:42.180889 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-bdddf337-0e30-45d7-9e85-d4430866c0a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58fc9a0d-6910-4048-9808-393474a3a846 HTTP/1.1" status: 200 len: 855 time: 0.0946963 May 12 15:37:42.246399 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-c7d627b2-ccf8-471d-922d-0527d70a078f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497758 May 12 15:37:42.324274 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-0d525242-7c52-44d3-8624-a54470c7c40c service neutron] 10.222.0.61 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704966 May 12 15:37:42.347357 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22796004-6af1-484c-b05a-88311d1ec446 req-7cb3a628-2aef-44ed-a177-04a7507b8e57 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:42.348910 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-22796004-6af1-484c-b05a-88311d1ec446 req-7cb3a628-2aef-44ed-a177-04a7507b8e57 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 943 time: 0.1534855 May 12 15:37:42.451269 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-22796004-6af1-484c-b05a-88311d1ec446 req-37f3667c-6bb7-42a0-8c88-fa3ee942b484 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961149 May 12 15:37:42.454954 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54798) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:42.617948 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-ad745521-84c5-4629-a734-497253a73f9b service neutron] 10.222.0.15 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611817 May 12 15:37:42.748493 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 63728768-01ef-430c-9d79-eb7da4ec63d9 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:37:42.862006 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-df343657-9962-4051-a8d2-cd285d505db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:42.959964 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b1b8a802-d044-4d45-a76d-3c239fda9331 req-24d3965a-4f8e-497e-ac01-0e270ff5b154 service neutron] 10.222.0.15 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287601 May 12 15:37:43.002309 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ea82078-b1c2-4759-a69a-a6d53b3c064e req-90b096d4-4147-48b1-be04-0071222fb6ba tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 210 time: 0.1413295 May 12 15:37:43.003611 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-df343657-9962-4051-a8d2-cd285d505db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:43.009877 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-df343657-9962-4051-a8d2-cd285d505db6 admin admin] Usage tracker for resource:security_group_rule and tenant:738911bfddff48b98f591005827ab55a is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:43.010680 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 63728768-01ef-430c-9d79-eb7da4ec63d9 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:37:43.014895 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-df343657-9962-4051-a8d2-cd285d505db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:43.016254 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 63728768-01ef-430c-9d79-eb7da4ec63d9 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:37:43.016639 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:43.026722 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-df343657-9962-4051-a8d2-cd285d505db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:43.255238 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-df343657-9962-4051-a8d2-cd285d505db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:43.278949 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:43.316257 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 63728768-01ef-430c-9d79-eb7da4ec63d9, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=63728768-01ef-430c-9d79-eb7da4ec63d9,segment=NetworkSegment(b5938138-cab1-4333-bde0-31f4fdb94d5c),segment_id=b5938138-cab1-4333-bde0-31f4fdb94d5c)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:43.481846 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-df343657-9962-4051-a8d2-cd285d505db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:43.508840 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:43.538206 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-df343657-9962-4051-a8d2-cd285d505db6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=738911bfddff48b98f591005827ab55a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0812428 May 12 15:37:43.540910 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 54842) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:43.543207 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df343657-9962-4051-a8d2-cd285d505db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4daa61-143a-468a-89ca-a937f3d3ad10,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:43.546981 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-df343657-9962-4051-a8d2-cd285d505db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:43.558616 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:43.564905 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:43.668635 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8eaf-1d32-4479-afb8-8ea91510e293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:43.697768 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=63728768-01ef-430c-9d79-eb7da4ec63d9,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:43.711501 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:43.718528 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8eaf-1d32-4479-afb8-8ea91510e293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:43.767836 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e6300-f954-46a9-a051-4a416a4b5a79 req-23087994-c07a-4ba7-b00f-9748c5bf10e7 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:43.770851 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-004e6300-f954-46a9-a051-4a416a4b5a79 req-23087994-c07a-4ba7-b00f-9748c5bf10e7 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 943 time: 0.1181319 May 12 15:37:43.850734 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-004e6300-f954-46a9-a051-4a416a4b5a79 req-fa502e80-13fb-45a8-8554-6312a15fb5b0 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669191 May 12 15:37:43.875336 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8eaf-1d32-4479-afb8-8ea91510e293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:43.880939 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-caab01d7-4ce3-4ed1-af5e-41c7e1a8231b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:43.899287 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f8eaf-1d32-4479-afb8-8ea91510e293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4daa61-143a-468a-89ca-a937f3d3ad10,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:43.902607 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-2a2f8eaf-1d32-4479-afb8-8ea91510e293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:43.903985 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8eaf-1d32-4479-afb8-8ea91510e293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:43.905273 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-2a2f8eaf-1d32-4479-afb8-8ea91510e293 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd4daa61-143a-468a-89ca-a937f3d3ad10 HTTP/1.1" status: 204 len: 168 time: 0.3631372 May 12 15:37:44.137792 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cbe0851c-8309-4a2f-a7f6-ad159ecec82e req-b1c7e693-03c4-484c-b7ad-fab555dd103a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 210 time: 0.0433571 May 12 15:37:44.179651 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-b988ef79-0833-4d61-bd73-536009967915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:44.267710 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:44.521721 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-910ba5af-97c2-4369-9b6b-a53278349d19 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:44.527590 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-910ba5af-97c2-4369-9b6b-a53278349d19 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.15 "GET /v2.0/networks?id=e149a484-26c4-4518-be41-6c6d1ceac693 HTTP/1.1" status: 200 len: 818 time: 0.1857462 May 12 15:37:44.530126 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54878) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:44.542466 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Request body: {'port': {'device_id': '5e000e1e-a896-4529-9d64-803efffe72eb', 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693', 'admin_state_up': True, 'tenant_id': '832d7645d4694f93b0a5b83e8377da35'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:44.643478 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 63728768-01ef-430c-9d79-eb7da4ec63d9 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:37:44.739236 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-84fd86ab-bbb6-4e1e-bbc2-65d17de9233d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:44.743157 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:44.755601 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:44.768477 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 63728768-01ef-430c-9d79-eb7da4ec63d9 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:37:44.769130 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:44.781126 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-84fd86ab-bbb6-4e1e-bbc2-65d17de9233d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:44.792925 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-84fd86ab-bbb6-4e1e-bbc2-65d17de9233d admin admin] Usage tracker for resource:security_group_rule and tenant:9834832b869e48b697b90a8de3613502 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:44.801598 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-84fd86ab-bbb6-4e1e-bbc2-65d17de9233d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:44.811347 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-84fd86ab-bbb6-4e1e-bbc2-65d17de9233d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:44.869676 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Made reservation on behalf of 832d7645d4694f93b0a5b83e8377da35 for: {'port': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:44.873282 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:45.010834 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-84fd86ab-bbb6-4e1e-bbc2-65d17de9233d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:45.149929 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-84fd86ab-bbb6-4e1e-bbc2-65d17de9233d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:45.166640 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-17f58679-023c-4752-87f4-c5962fb55971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:45.199801 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Allocated IP 172.20.0.6 (e149a484-26c4-4518-be41-6c6d1ceac693/c4bb5121-ca7c-4ce3-b5ba-87b429a70160/db21adc5-bba3-4a1e-b730-578bf5cade7a) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:45.240537 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-84fd86ab-bbb6-4e1e-bbc2-65d17de9233d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9834832b869e48b697b90a8de3613502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7093270 May 12 15:37:45.244422 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54910) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:45.245260 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd86ab-bbb6-4e1e-bbc2-65d17de9233d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc452ec-10eb-4d39-acfb-e152dcf23585,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:45.255098 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-84fd86ab-bbb6-4e1e-bbc2-65d17de9233d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:45.345999 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac32e1-145b-4f1f-bc6b-d1eea7761c96 req-3f41d835-a6ff-44cb-bed7-635a72f0b8f8 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:45.347562 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6dac32e1-145b-4f1f-bc6b-d1eea7761c96 req-3f41d835-a6ff-44cb-bed7-635a72f0b8f8 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 943 time: 0.2644691 May 12 15:37:45.350785 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:45.374347 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-946e78ed-f6c1-4c27-aa8a-e95bfcf63843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:45.487405 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-946e78ed-f6c1-4c27-aa8a-e95bfcf63843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:45.505003 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4d6f7033-5d98-4e78-8029-ee5e344e8aaf req-3efbc6dd-22ef-49da-9388-6139653a5645 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 210 time: 0.0912778 May 12 15:37:45.516646 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:45.529563 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6dac32e1-145b-4f1f-bc6b-d1eea7761c96 req-5b406e0b-4fce-459b-acf0-d71e040cf232 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687357 May 12 15:37:45.533741 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device be003e80-c3b4-4262-abb6-448a41b6a496 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:37:45.668513 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:45.685784 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:45.686079 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port be003e80-c3b4-4262-abb6-448a41b6a496, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=be003e80-c3b4-4262-abb6-448a41b6a496,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:45.705280 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-946e78ed-f6c1-4c27-aa8a-e95bfcf63843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:45.719144 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-df343657-9962-4051-a8d2-cd285d505db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:45.719883 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': 'be003e80-c3b4-4262-abb6-448a41b6a496', 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf', 'port_id': 'be003e80-c3b4-4262-abb6-448a41b6a496', 'mac_address': 'fa:16:3e:b3:e9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58fc9a0d-6910-4048-9808-393474a3a846', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:37:45.728516 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e78ed-f6c1-4c27-aa8a-e95bfcf63843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc452ec-10eb-4d39-acfb-e152dcf23585,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:45.732534 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-946e78ed-f6c1-4c27-aa8a-e95bfcf63843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:45.745654 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-946e78ed-f6c1-4c27-aa8a-e95bfcf63843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:45.761687 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-946e78ed-f6c1-4c27-aa8a-e95bfcf63843 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3cc452ec-10eb-4d39-acfb-e152dcf23585 HTTP/1.1" status: 204 len: 168 time: 0.4996886 May 12 15:37:45.820417 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:45.860419 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be003e80-c3b4-4262-abb6-448a41b6a496 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:37:45.881924 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port be003e80-c3b4-4262-abb6-448a41b6a496, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=be003e80-c3b4-4262-abb6-448a41b6a496,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:45.974417 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Pushing event updated for resources: {'Port': ['ID=db21adc5-bba3-4a1e-b730-578bf5cade7a,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:45.985729 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Network e149a484-26c4-4518-be41-6c6d1ceac693 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:45.987228 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:45.989288 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:45.992229 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:37:45.998743 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:46.006143 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:46.061984 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:46.075024 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:46.095449 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=be003e80-c3b4-4262-abb6-448a41b6a496,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:46.098989 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:46.251166 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7157948 May 12 15:37:46.267466 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Request body: {'port': {'device_id': '5e000e1e-a896-4529-9d64-803efffe72eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:46.311606 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-ff508a10-263e-49ce-84ae-d6bd92e3633a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:46.313368 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-ff508a10-263e-49ce-84ae-d6bd92e3633a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.15 "GET /v2.0/networks?id=e149a484-26c4-4518-be41-6c6d1ceac693 HTTP/1.1" status: 200 len: 818 time: 0.1638706 May 12 15:37:46.319753 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['be003e80-c3b4-4262-abb6-448a41b6a496'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:37:46.332711 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Request body: {'port': {'device_id': '2f42081a-f881-403c-8b9d-c1964b25bc60', 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693', 'admin_state_up': True, 'tenant_id': '832d7645d4694f93b0a5b83e8377da35'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:46.449862 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:46.571878 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:46.582350 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Usage tracker for resource:port and tenant:832d7645d4694f93b0a5b83e8377da35 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:46.592479 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:46.619336 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:46.697085 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Made reservation on behalf of 832d7645d4694f93b0a5b83e8377da35 for: {'port': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:46.706553 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:46.882646 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1962ab98-7643-4807-9a38-e0cb0e76fffb req-6528308c-fd55-455b-a810-b8d2ff651245 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 210 time: 0.1247129 May 12 15:37:46.951602 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db21adc5-bba3-4a1e-b730-578bf5cade7a {{(pid=79429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:37:46.954853 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22214f0-59ce-4460-8319-9ce2d5b4ea1f req-17e8733e-6b51-4c13-9830-c87ac92a4639 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:46.956427 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a22214f0-59ce-4460-8319-9ce2d5b4ea1f req-17e8733e-6b51-4c13-9830-c87ac92a4639 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 944 time: 0.2016232 May 12 15:37:46.968280 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:46.985281 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 54998) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:46.985494 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Transition to ACTIVE for port object db21adc5-bba3-4a1e-b730-578bf5cade7a will not be triggered until provisioned by entity L2. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:37:47.078964 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-99026915-58df-4a53-a868-7b6d017346e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.101272 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a22214f0-59ce-4460-8319-9ce2d5b4ea1f req-6c2f416a-f2e9-46d4-9243-723c264fe107 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373708 May 12 15:37:47.103313 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-99026915-58df-4a53-a868-7b6d017346e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:47.107179 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-99026915-58df-4a53-a868-7b6d017346e7 admin admin] Usage tracker for resource:security_group_rule and tenant:164cda52ce2e42ae8b1476212456a625 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:47.109971 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-99026915-58df-4a53-a868-7b6d017346e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:47.116553 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-99026915-58df-4a53-a868-7b6d017346e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:47.116691 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.178564 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.184802 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:47.237440 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-99026915-58df-4a53-a868-7b6d017346e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.264089 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Allocated IP 172.20.0.11 (e149a484-26c4-4518-be41-6c6d1ceac693/c4bb5121-ca7c-4ce3-b5ba-87b429a70160/6b256cba-fe69-45f2-b44e-9fc004beadcb) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:47.347897 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Pushing event updated for resources: {'Port': ['ID=db21adc5-bba3-4a1e-b730-578bf5cade7a,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:47.354041 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:47.361576 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-99026915-58df-4a53-a868-7b6d017346e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.374198 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:47.422178 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Attempting to bind port db21adc5-bba3-4a1e-b730-578bf5cade7a on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:37:47.422512 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Attempting to bind port db21adc5-bba3-4a1e-b730-578bf5cade7a by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'b5938138-cab1-4333-bde0-31f4fdb94d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693'}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:37:47.422832 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Attempting to bind port db21adc5-bba3-4a1e-b730-578bf5cade7a on network e149a484-26c4-4518-be41-6c6d1ceac693 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:37:47.429631 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Port db21adc5-bba3-4a1e-b730-578bf5cade7a on network e149a484-26c4-4518-be41-6c6d1ceac693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:37:47.429951 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Attempting to bind port db21adc5-bba3-4a1e-b730-578bf5cade7a on network e149a484-26c4-4518-be41-6c6d1ceac693 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:37:47.435581 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:37:47.435919 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Checking segment: {'id': 'b5938138-cab1-4333-bde0-31f4fdb94d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:37:47.436301 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Bound using segment: {'id': 'b5938138-cab1-4333-bde0-31f4fdb94d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693'} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:37:47.436781 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Bound port: db21adc5-bba3-4a1e-b730-578bf5cade7a, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5938138-cab1-4333-bde0-31f4fdb94d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693'}}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:37:47.437162 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.473911 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-99026915-58df-4a53-a868-7b6d017346e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=164cda52ce2e42ae8b1476212456a625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851236 May 12 15:37:47.476663 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55004) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:47.499294 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99026915-58df-4a53-a868-7b6d017346e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9446df3c-50dd-46a5-8a59-1a226d3247b9,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:47.516155 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-99026915-58df-4a53-a868-7b6d017346e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:47.560569 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] For port db21adc5-bba3-4a1e-b730-578bf5cade7a, host hv-cinder-78960, cleared binding levels {{(pid=79429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:37:47.564158 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device be003e80-c3b4-4262-abb6-448a41b6a496 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:37:47.564629 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] For port db21adc5-bba3-4a1e-b730-578bf5cade7a, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=db21adc5-bba3-4a1e-b730-578bf5cade7a,segment=NetworkSegment(b5938138-cab1-4333-bde0-31f4fdb94d5c),segment_id=b5938138-cab1-4333-bde0-31f4fdb94d5c)] {{(pid=79429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:37:47.602990 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.605159 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-44a4892b-53c1-49ba-b008-300b09dd0bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.648384 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-44a4892b-53c1-49ba-b008-300b09dd0bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.683860 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.694602 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:47.755980 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:47.756748 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.758401 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] 10.222.0.15 "PUT /v2.0/ports/db21adc5-bba3-4a1e-b730-578bf5cade7a HTTP/1.1" status: 200 len: 1093 time: 1.4988189 May 12 15:37:47.758973 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e000e1e-a896-4529-9d64-803efffe72eb', 'tag': 'db21adc5-bba3-4a1e-b730-578bf5cade7a'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:37:47.791344 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Pushing event updated for resources: {'Port': ['ID=db21adc5-bba3-4a1e-b730-578bf5cade7a,revision_number=3']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:47.795309 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:47.817353 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e000e1e-a896-4529-9d64-803efffe72eb', 'tag': 'db21adc5-bba3-4a1e-b730-578bf5cade7a', 'status': 'completed', 'code': 200} May 12 15:37:47.863887 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port be003e80-c3b4-4262-abb6-448a41b6a496 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:37:47.864654 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.868868 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port be003e80-c3b4-4262-abb6-448a41b6a496 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:37:47.869282 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.880874 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:47.920593 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf1120-d93f-4d45-9e8b-1c33592db397 req-7d06d475-d636-441c-8fc5-30700275e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:47.922498 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-cfdf1120-d93f-4d45-9e8b-1c33592db397 req-7d06d475-d636-441c-8fc5-30700275e772 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=832d7645d4694f93b0a5b83e8377da35&device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 1096 time: 0.0814826 May 12 15:37:47.935207 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Network e149a484-26c4-4518-be41-6c6d1ceac693 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:47.938158 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:47.943376 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:37:47.993233 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-44a4892b-53c1-49ba-b008-300b09dd0bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:47.999100 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Pushing event updated for resources: {'Port': ['ID=6b256cba-fe69-45f2-b44e-9fc004beadcb,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:48.007534 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:48.008029 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-234628b9-cc52-4be2-b790-8c404a549c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:48.027695 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:48.035306 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4892b-53c1-49ba-b008-300b09dd0bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9446df3c-50dd-46a5-8a59-1a226d3247b9,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:48.039832 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-44a4892b-53c1-49ba-b008-300b09dd0bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:48.046762 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:48.047425 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:48.076354 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4146c4-8795-487f-b020-71dbc34e3ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be003e80-c3b4-4262-abb6-448a41b6a496'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:37:48.089751 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-44a4892b-53c1-49ba-b008-300b09dd0bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:48.094038 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-44a4892b-53c1-49ba-b008-300b09dd0bad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9446df3c-50dd-46a5-8a59-1a226d3247b9 HTTP/1.1" status: 204 len: 168 time: 0.6088121 May 12 15:37:48.102958 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port be003e80-c3b4-4262-abb6-448a41b6a496, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=be003e80-c3b4-4262-abb6-448a41b6a496,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:48.151677 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4146c4-8795-487f-b020-71dbc34e3ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be003e80-c3b4-4262-abb6-448a41b6a496', 'code': 200} May 12 15:37:48.182288 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf1120-d93f-4d45-9e8b-1c33592db397 req-41070555-59cc-4515-aba6-4886368df5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:48.183975 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-cfdf1120-d93f-4d45-9e8b-1c33592db397 req-41070555-59cc-4515-aba6-4886368df5cc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=832d7645d4694f93b0a5b83e8377da35&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2534420 May 12 15:37:48.292807 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:48.294960 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:48.365001 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0385287 May 12 15:37:48.376701 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf1120-d93f-4d45-9e8b-1c33592db397 req-41a77430-8705-4dd7-a1f8-8c4428e7891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:48.378200 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-cfdf1120-d93f-4d45-9e8b-1c33592db397 req-41a77430-8705-4dd7-a1f8-8c4428e7891a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1802464 May 12 15:37:48.391711 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Request body: {'port': {'device_id': '2f42081a-f881-403c-8b9d-c1964b25bc60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:48.455243 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=be003e80-c3b4-4262-abb6-448a41b6a496,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:48.459754 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:48.571750 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55042) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:48.641913 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.15', 60547) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:48.726464 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-5747015a-60ed-4146-8073-f716330e016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:48.728018 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-5747015a-60ed-4146-8073-f716330e016d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=832d7645d4694f93b0a5b83e8377da35&device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 1096 time: 0.1867304 May 12 15:37:48.795861 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:48.835549 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f427a7-ce9d-4923-9f30-575461fa9f38 req-a0e69ceb-ecd4-4f7b-a477-1dabdaec37d4 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:48.837223 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-38f427a7-ce9d-4923-9f30-575461fa9f38 req-a0e69ceb-ecd4-4f7b-a477-1dabdaec37d4 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 945 time: 0.4542203 May 12 15:37:48.860775 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-9f438142-e88f-4504-bf45-f1334971b2cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db21adc5-bba3-4a1e-b730-578bf5cade7a HTTP/1.1" status: 200 len: 217 time: 0.1236265 May 12 15:37:48.888018 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6e7ee-f055-4cdd-b111-7f45b9da1350 req-7a12cb72-f11b-481e-bb73-6c5154fa9b9a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:48.888661 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-92f6e7ee-f055-4cdd-b111-7f45b9da1350 req-7a12cb72-f11b-481e-bb73-6c5154fa9b9a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Synchronizing usage tracker for tenant:832d7645d4694f93b0a5b83e8377da35 on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:37:48.945397 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-98677f5e-bcd6-4f24-b328-04edf7051c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:48.947325 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-98677f5e-bcd6-4f24-b328-04edf7051c8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4bb5121-ca7c-4ce3-b5ba-87b429a70160 HTTP/1.1" status: 200 len: 858 time: 0.0801430 May 12 15:37:48.950041 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-8d071971-6b44-410e-8543-9bd30c6e09a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:49.001109 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-8d071971-6b44-410e-8543-9bd30c6e09a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:49.020312 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-8d071971-6b44-410e-8543-9bd30c6e09a1 admin admin] Usage tracker for resource:security_group_rule and tenant:97b1d071ce104e97b5973748ab1755e1 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:49.032272 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-8d071971-6b44-410e-8543-9bd30c6e09a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:49.046573 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-38f427a7-ce9d-4923-9f30-575461fa9f38 req-87b5c8f7-76b7-4ca2-a7d7-24c8c36c9f37 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540461 May 12 15:37:49.095080 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-8d071971-6b44-410e-8543-9bd30c6e09a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:49.099741 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74df71-ab68-4398-a57f-54dcbd7eb596 req-beb7df5d-3a69-467a-8a53-1b5b8c18b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:49.101345 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-be74df71-ab68-4398-a57f-54dcbd7eb596 req-beb7df5d-3a69-467a-8a53-1b5b8c18b2e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 1098 time: 0.4306910 May 12 15:37:49.169137 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-92f6e7ee-f055-4cdd-b111-7f45b9da1350 req-7a12cb72-f11b-481e-bb73-6c5154fa9b9a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Unset dirty status for tenant:832d7645d4694f93b0a5b83e8377da35 on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:37:49.170359 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-92f6e7ee-f055-4cdd-b111-7f45b9da1350 req-7a12cb72-f11b-481e-bb73-6c5154fa9b9a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 932 time: 0.8894763 May 12 15:37:49.220223 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-beacfd81-2f2e-4144-9c39-2b0e0397d248 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e149a484-26c4-4518-be41-6c6d1ceac693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2635024 May 12 15:37:49.316032 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-be74df71-ab68-4398-a57f-54dcbd7eb596 req-e037d256-6076-429f-8450-a011c8fab314 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939695 May 12 15:37:49.420897 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-39d220c7-321f-4cdc-9d65-85339f83b5f2 service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917210 May 12 15:37:49.544013 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-92f6e7ee-f055-4cdd-b111-7f45b9da1350 req-42fedfc9-87ab-49cb-9bd1-cedca6245e23 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Synchronizing usage tracker for tenant:832d7645d4694f93b0a5b83e8377da35 on resource:security_group {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:37:49.630258 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeec72db-06cc-4405-9e95-8c3a44ebfaf9 req-a01f7155-2bbf-411c-acb2-eb7c39738932 service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013786 May 12 15:37:49.666260 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-8d071971-6b44-410e-8543-9bd30c6e09a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:49.723671 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b256cba-fe69-45f2-b44e-9fc004beadcb {{(pid=79428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:37:49.731143 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:49.747565 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Transition to ACTIVE for port object 6b256cba-fe69-45f2-b44e-9fc004beadcb will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:37:49.794833 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-8d071971-6b44-410e-8543-9bd30c6e09a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:49.804164 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1febd45b-a26e-4ec8-ad51-317cbb5b11aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:49.861890 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-8d071971-6b44-410e-8543-9bd30c6e09a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97b1d071ce104e97b5973748ab1755e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2434609 May 12 15:37:49.862769 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55098) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:49.863945 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:49.874464 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d071971-6b44-410e-8543-9bd30c6e09a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3154bf07-7206-464a-b83e-74666e96c361,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:49.880409 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-8d071971-6b44-410e-8543-9bd30c6e09a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:49.882966 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:49.948202 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-130f2536-1a76-4f2a-b6de-8402f513e23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:49.962262 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-92f6e7ee-f055-4cdd-b111-7f45b9da1350 req-42fedfc9-87ab-49cb-9bd1-cedca6245e23 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Unset dirty status for tenant:832d7645d4694f93b0a5b83e8377da35 on resource:security_group {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:37:49.966896 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-92f6e7ee-f055-4cdd-b111-7f45b9da1350 req-42fedfc9-87ab-49cb-9bd1-cedca6245e23 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7791734 May 12 15:37:49.976367 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-130f2536-1a76-4f2a-b6de-8402f513e23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:50.177739 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Pushing event updated for resources: {'Port': ['ID=6b256cba-fe69-45f2-b44e-9fc004beadcb,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:50.190582 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:50.210101 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-130f2536-1a76-4f2a-b6de-8402f513e23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:50.214013 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:50.226088 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f2536-1a76-4f2a-b6de-8402f513e23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3154bf07-7206-464a-b83e-74666e96c361,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:50.229880 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-130f2536-1a76-4f2a-b6de-8402f513e23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:50.233350 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-130f2536-1a76-4f2a-b6de-8402f513e23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:50.234497 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-130f2536-1a76-4f2a-b6de-8402f513e23f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3154bf07-7206-464a-b83e-74666e96c361 HTTP/1.1" status: 204 len: 168 time: 0.3701375 May 12 15:37:50.239264 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Attempting to bind port 6b256cba-fe69-45f2-b44e-9fc004beadcb on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:37:50.239603 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Attempting to bind port 6b256cba-fe69-45f2-b44e-9fc004beadcb by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'b5938138-cab1-4333-bde0-31f4fdb94d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:37:50.241241 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Attempting to bind port 6b256cba-fe69-45f2-b44e-9fc004beadcb on network e149a484-26c4-4518-be41-6c6d1ceac693 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:37:50.253771 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Port 6b256cba-fe69-45f2-b44e-9fc004beadcb on network e149a484-26c4-4518-be41-6c6d1ceac693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:37:50.254093 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Attempting to bind port 6b256cba-fe69-45f2-b44e-9fc004beadcb on network e149a484-26c4-4518-be41-6c6d1ceac693 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:37:50.261388 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:37:50.261750 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Checking segment: {'id': 'b5938138-cab1-4333-bde0-31f4fdb94d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:37:50.262109 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Bound using segment: {'id': 'b5938138-cab1-4333-bde0-31f4fdb94d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:37:50.262543 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Bound port: 6b256cba-fe69-45f2-b44e-9fc004beadcb, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5938138-cab1-4333-bde0-31f4fdb94d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:37:50.262881 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:50.382705 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614f5ca-3072-4e4a-9868-ddae955c0889 req-a7018e74-bea7-456f-bb04-480c319d9006 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:50.384222 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a614f5ca-3072-4e4a-9868-ddae955c0889 req-a7018e74-bea7-456f-bb04-480c319d9006 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 945 time: 0.1892281 May 12 15:37:50.387055 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] For port 6b256cba-fe69-45f2-b44e-9fc004beadcb, host hv-cinder-78960, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:37:50.390427 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] For port 6b256cba-fe69-45f2-b44e-9fc004beadcb, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b256cba-fe69-45f2-b44e-9fc004beadcb,segment=NetworkSegment(b5938138-cab1-4333-bde0-31f4fdb94d5c),segment_id=b5938138-cab1-4333-bde0-31f4fdb94d5c)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:37:50.450703 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a614f5ca-3072-4e4a-9868-ddae955c0889 req-2cddf5dc-6398-46a9-ab7c-95d80e56726f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526836 May 12 15:37:50.550399 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:50.555862 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1824169a-4675-4332-84da-3bcf37608546 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:50.622504 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:50.623116 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:50.624473 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] 10.222.0.15 "PUT /v2.0/ports/6b256cba-fe69-45f2-b44e-9fc004beadcb HTTP/1.1" status: 200 len: 1094 time: 2.2403824 May 12 15:37:50.624941 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f42081a-f881-403c-8b9d-c1964b25bc60', 'tag': '6b256cba-fe69-45f2-b44e-9fc004beadcb'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:37:50.656915 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Pushing event updated for resources: {'Port': ['ID=6b256cba-fe69-45f2-b44e-9fc004beadcb,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:50.660954 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:50.709901 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f42081a-f881-403c-8b9d-c1964b25bc60', 'tag': '6b256cba-fe69-45f2-b44e-9fc004beadcb', 'status': 'completed', 'code': 200} May 12 15:37:50.844690 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451ab6a-1fe9-4822-903a-b7eaac7bf7ad req-1b77a0eb-247b-40e9-ac59-3bf5d70d5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:50.846419 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8451ab6a-1fe9-4822-903a-b7eaac7bf7ad req-1b77a0eb-247b-40e9-ac59-3bf5d70d5492 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=832d7645d4694f93b0a5b83e8377da35&device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 1097 time: 0.0915220 May 12 15:37:51.022770 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451ab6a-1fe9-4822-903a-b7eaac7bf7ad req-2a2c1e41-84c2-40d6-a518-6d7f672be62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:51.024392 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8451ab6a-1fe9-4822-903a-b7eaac7bf7ad req-2a2c1e41-84c2-40d6-a518-6d7f672be62f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=832d7645d4694f93b0a5b83e8377da35&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1562886 May 12 15:37:51.235125 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451ab6a-1fe9-4822-903a-b7eaac7bf7ad req-6ae78f89-3a0a-400f-8fca-fcda0b372e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:51.236508 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8451ab6a-1fe9-4822-903a-b7eaac7bf7ad req-6ae78f89-3a0a-400f-8fca-fcda0b372e52 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1998568 May 12 15:37:51.259177 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e625b-c2ee-4923-8fb6-545389e69595 req-6318360d-4976-4d97-84a3-dedfd3b191a8 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:51.260614 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a35e625b-c2ee-4923-8fb6-545389e69595 req-6318360d-4976-4d97-84a3-dedfd3b191a8 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 944 time: 0.1470838 May 12 15:37:51.349996 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a35e625b-c2ee-4923-8fb6-545389e69595 req-55602cb6-cd92-4880-8136-58b79642ae2f tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833559 May 12 15:37:51.380340 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-1639d4f7-d570-4da9-b09f-aed6f65a1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:51.386632 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-1639d4f7-d570-4da9-b09f-aed6f65a1214 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=832d7645d4694f93b0a5b83e8377da35&device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 1097 time: 0.0997710 May 12 15:37:51.452709 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-f1f1faab-945a-43e6-b050-814b43b4bbcd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b256cba-fe69-45f2-b44e-9fc004beadcb HTTP/1.1" status: 200 len: 217 time: 0.0621364 May 12 15:37:51.531822 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-2d1b3bd5-0607-4afc-a03c-e26ec56bd8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:51.533264 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-2d1b3bd5-0607-4afc-a03c-e26ec56bd8a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4bb5121-ca7c-4ce3-b5ba-87b429a70160 HTTP/1.1" status: 200 len: 858 time: 0.0718021 May 12 15:37:51.659111 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-6a691400-8cce-40c1-9be7-67bbf1107e21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e149a484-26c4-4518-be41-6c6d1ceac693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182537 May 12 15:37:51.823017 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c335e2-2efd-4bd0-87ea-39a62284a05c req-ecfc878e-dcb2-4b52-93a3-9c2545885150 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:51.824545 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-45c335e2-2efd-4bd0-87ea-39a62284a05c req-ecfc878e-dcb2-4b52-93a3-9c2545885150 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 945 time: 0.2159026 May 12 15:37:51.881703 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-e4700940-d625-4e4c-a2d4-3e9cb7eb07bb service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084649 May 12 15:37:51.888734 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-45c335e2-2efd-4bd0-87ea-39a62284a05c req-249e2068-b9c2-48ad-9891-7ddc97452609 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583491 May 12 15:37:52.027108 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb7c55ee-4fd7-4031-841c-9a225188c6db req-e27d62c7-4dfa-40e6-95dd-3f4cf618efe3 service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280830 May 12 15:37:52.548494 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b5c07-7ce2-4e4f-9517-87c6bfe24253 req-606d5281-49fa-4627-a942-a27383e265e8 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:52.549997 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-096b5c07-7ce2-4e4f-9517-87c6bfe24253 req-606d5281-49fa-4627-a942-a27383e265e8 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 944 time: 0.0854909 May 12 15:37:52.606917 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-096b5c07-7ce2-4e4f-9517-87c6bfe24253 req-c29b4915-a5db-457d-bd90-6f2381f7d145 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476208 May 12 15:37:52.944084 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55174) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:53.060378 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-354566d9-d00b-4e91-b802-de14065dfdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:53.075074 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-354566d9-d00b-4e91-b802-de14065dfdec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:53.078916 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-354566d9-d00b-4e91-b802-de14065dfdec admin admin] Usage tracker for resource:security_group_rule and tenant:80448947881c425db6660565c11e0d53 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:53.081712 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-354566d9-d00b-4e91-b802-de14065dfdec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:53.088006 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-354566d9-d00b-4e91-b802-de14065dfdec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:53.179140 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-354566d9-d00b-4e91-b802-de14065dfdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:53.444825 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-354566d9-d00b-4e91-b802-de14065dfdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:53.453755 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0a82f2e0-701c-4c09-aaba-c863aada09a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:53.494465 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-354566d9-d00b-4e91-b802-de14065dfdec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80448947881c425db6660565c11e0d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5492456 May 12 15:37:53.496060 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354566d9-d00b-4e91-b802-de14065dfdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122733e0-41bb-4e3c-8341-b2a520b8274c,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:53.497210 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55192) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:53.499049 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-354566d9-d00b-4e91-b802-de14065dfdec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:53.564037 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4225-ca56-47e0-8010-195cdf98e295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:53.588649 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device db21adc5-bba3-4a1e-b730-578bf5cade7a details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:37:53.654816 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4225-ca56-47e0-8010-195cdf98e295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:53.742259 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port db21adc5-bba3-4a1e-b730-578bf5cade7a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=db21adc5-bba3-4a1e-b730-578bf5cade7a,segment=NetworkSegment(b5938138-cab1-4333-bde0-31f4fdb94d5c),segment_id=b5938138-cab1-4333-bde0-31f4fdb94d5c)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:53.763331 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': 'db21adc5-bba3-4a1e-b730-578bf5cade7a', 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693', 'port_id': 'db21adc5-bba3-4a1e-b730-578bf5cade7a', 'mac_address': 'fa:16:3e:da:85:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4bb5121-ca7c-4ce3-b5ba-87b429a70160', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:37:53.789379 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4225-ca56-47e0-8010-195cdf98e295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:53.795980 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-777274ce-4e96-4cc6-9729-22fcaa9c8cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:53.820370 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf4225-ca56-47e0-8010-195cdf98e295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122733e0-41bb-4e3c-8341-b2a520b8274c,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:53.830130 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-e3bf4225-ca56-47e0-8010-195cdf98e295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:53.843967 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c26a0-30a0-4a20-9790-27482041dee1 req-dbb528d4-ce19-4040-8832-4f48ac830a2d tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:53.854993 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6b4c26a0-30a0-4a20-9790-27482041dee1 req-dbb528d4-ce19-4040-8832-4f48ac830a2d tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 944 time: 0.1291201 May 12 15:37:53.866992 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:53.885697 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db21adc5-bba3-4a1e-b730-578bf5cade7a {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:37:53.886177 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4225-ca56-47e0-8010-195cdf98e295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:53.889768 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-e3bf4225-ca56-47e0-8010-195cdf98e295 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/122733e0-41bb-4e3c-8341-b2a520b8274c HTTP/1.1" status: 204 len: 168 time: 0.3891535 May 12 15:37:53.905350 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port db21adc5-bba3-4a1e-b730-578bf5cade7a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=db21adc5-bba3-4a1e-b730-578bf5cade7a,segment=NetworkSegment(b5938138-cab1-4333-bde0-31f4fdb94d5c),segment_id=b5938138-cab1-4333-bde0-31f4fdb94d5c)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:53.927848 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6b4c26a0-30a0-4a20-9790-27482041dee1 req-f41483de-2266-4ea9-95f9-113825e79a6d tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719471 May 12 15:37:54.018446 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:54.020443 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:54.089147 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=db21adc5-bba3-4a1e-b730-578bf5cade7a,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:54.092079 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:54.443902 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['db21adc5-bba3-4a1e-b730-578bf5cade7a'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:37:54.809263 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55228) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:54.826329 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-67dd2594-af10-4b70-b8a8-4f7af925558a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:54.842538 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-67dd2594-af10-4b70-b8a8-4f7af925558a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:54.846387 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-67dd2594-af10-4b70-b8a8-4f7af925558a admin admin] Usage tracker for resource:security_group_rule and tenant:6f21bf74ce7c4406802363853c3872ae is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:54.849791 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-67dd2594-af10-4b70-b8a8-4f7af925558a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:54.855644 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-67dd2594-af10-4b70-b8a8-4f7af925558a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:54.939837 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-67dd2594-af10-4b70-b8a8-4f7af925558a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:55.098420 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-67dd2594-af10-4b70-b8a8-4f7af925558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:55.106958 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-84fd86ab-bbb6-4e1e-bbc2-65d17de9233d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:55.158323 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd7474-3f3b-4d02-b711-f4199f69619f req-24ee8403-74a7-474b-be94-ac7ad405f620 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:55.159761 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f1dd7474-3f3b-4d02-b711-f4199f69619f req-24ee8403-74a7-474b-be94-ac7ad405f620 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 944 time: 0.1241152 May 12 15:37:55.169361 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-67dd2594-af10-4b70-b8a8-4f7af925558a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f21bf74ce7c4406802363853c3872ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590493 May 12 15:37:55.170262 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd2594-af10-4b70-b8a8-4f7af925558a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e89eb84-8311-4009-a455-70962ad22bbf,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:55.172569 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55240) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:55.174160 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-67dd2594-af10-4b70-b8a8-4f7af925558a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:55.215135 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f1dd7474-3f3b-4d02-b711-f4199f69619f req-c14bae08-891e-4240-9be9-c0a712d53b17 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483623 May 12 15:37:55.245417 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e71d6390-4d88-4428-a129-a4286ea8a135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:55.275392 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e71d6390-4d88-4428-a129-a4286ea8a135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:55.490433 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e71d6390-4d88-4428-a129-a4286ea8a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:55.495348 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-25450cc9-5636-41a0-86f0-73c6510c33c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:55.512740 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d6390-4d88-4428-a129-a4286ea8a135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e89eb84-8311-4009-a455-70962ad22bbf,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:55.515040 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e71d6390-4d88-4428-a129-a4286ea8a135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:55.516422 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:37:55.522972 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e71d6390-4d88-4428-a129-a4286ea8a135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:55.524108 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-e71d6390-4d88-4428-a129-a4286ea8a135 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e89eb84-8311-4009-a455-70962ad22bbf HTTP/1.1" status: 204 len: 168 time: 0.3494577 May 12 15:37:55.588444 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 6b256cba-fe69-45f2-b44e-9fc004beadcb details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:37:55.590425 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device db21adc5-bba3-4a1e-b730-578bf5cade7a up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:37:55.809080 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 6b256cba-fe69-45f2-b44e-9fc004beadcb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b256cba-fe69-45f2-b44e-9fc004beadcb,segment=NetworkSegment(b5938138-cab1-4333-bde0-31f4fdb94d5c),segment_id=b5938138-cab1-4333-bde0-31f4fdb94d5c)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:55.824383 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '6b256cba-fe69-45f2-b44e-9fc004beadcb', 'network_id': 'e149a484-26c4-4518-be41-6c6d1ceac693', 'port_id': '6b256cba-fe69-45f2-b44e-9fc004beadcb', 'mac_address': 'fa:16:3e:e5:aa:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4bb5121-ca7c-4ce3-b5ba-87b429a70160', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:37:55.855476 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port db21adc5-bba3-4a1e-b730-578bf5cade7a completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:37:55.870957 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port db21adc5-bba3-4a1e-b730-578bf5cade7a triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:37:55.871512 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:55.934906 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:55.963473 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b256cba-fe69-45f2-b44e-9fc004beadcb {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:37:56.008487 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 6b256cba-fe69-45f2-b44e-9fc004beadcb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b256cba-fe69-45f2-b44e-9fc004beadcb,segment=NetworkSegment(b5938138-cab1-4333-bde0-31f4fdb94d5c),segment_id=b5938138-cab1-4333-bde0-31f4fdb94d5c)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:56.042742 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:56.077740 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e000e1e-a896-4529-9d64-803efffe72eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db21adc5-bba3-4a1e-b730-578bf5cade7a'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:37:56.091525 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port db21adc5-bba3-4a1e-b730-578bf5cade7a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=db21adc5-bba3-4a1e-b730-578bf5cade7a,segment=NetworkSegment(b5938138-cab1-4333-bde0-31f4fdb94d5c),segment_id=b5938138-cab1-4333-bde0-31f4fdb94d5c)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:56.096006 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55268) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:56.130254 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e000e1e-a896-4529-9d64-803efffe72eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db21adc5-bba3-4a1e-b730-578bf5cade7a', 'code': 200} May 12 15:37:56.161392 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:56.164519 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-0317b446-e736-4738-baf1-699fb05f0a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:56.233102 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:56.262482 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d1169347-35f8-4b8c-a873-e96d4253d70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:56.263812 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=6b256cba-fe69-45f2-b44e-9fc004beadcb,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:56.267953 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:56.268764 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-17ad4724-356c-48e3-b035-da54311a9199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:56.282576 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-d1169347-35f8-4b8c-a873-e96d4253d70f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:56.288004 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-d1169347-35f8-4b8c-a873-e96d4253d70f admin admin] Usage tracker for resource:security_group_rule and tenant:8418ab187035493f90e6dd1374e0312f is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:56.290973 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-d1169347-35f8-4b8c-a873-e96d4253d70f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:56.296988 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-d1169347-35f8-4b8c-a873-e96d4253d70f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:56.344315 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=db21adc5-bba3-4a1e-b730-578bf5cade7a,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:56.348037 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:56.472842 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d1169347-35f8-4b8c-a873-e96d4253d70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:56.481351 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1def070-72cf-4e57-beff-62b17b0c7cf9 req-4210e9a9-ade3-4936-94cb-85c7c0704c70 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:56.482897 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1def070-72cf-4e57-beff-62b17b0c7cf9 req-4210e9a9-ade3-4936-94cb-85c7c0704c70 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 945 time: 0.1492612 May 12 15:37:56.497441 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['6b256cba-fe69-45f2-b44e-9fc004beadcb'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:37:56.556538 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1def070-72cf-4e57-beff-62b17b0c7cf9 req-19274dd0-4743-43ca-b07d-b2bb1705495a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661833 May 12 15:37:56.619244 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d1169347-35f8-4b8c-a873-e96d4253d70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:56.633981 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-44a4892b-53c1-49ba-b008-300b09dd0bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:56.729616 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-d1169347-35f8-4b8c-a873-e96d4253d70f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8418ab187035493f90e6dd1374e0312f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323466 May 12 15:37:56.730510 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55294) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:56.740033 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1169347-35f8-4b8c-a873-e96d4253d70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c1171d-4175-4883-a147-abe4646fb3eb,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:56.746775 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-d1169347-35f8-4b8c-a873-e96d4253d70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:56.782646 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a4b48-a80d-4630-8276-b741ea85641b req-f48c836d-7075-4092-a3d9-f3f796abce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:56.784633 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-647a4b48-a80d-4630-8276-b741ea85641b req-f48c836d-7075-4092-a3d9-f3f796abce69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 1098 time: 0.2028027 May 12 15:37:56.833099 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b104e75c-28f8-4e71-9b00-64b42ac28ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:56.849089 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-647a4b48-a80d-4630-8276-b741ea85641b req-4b1743fe-7095-40cd-b27a-570010cfca2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514183 May 12 15:37:56.879837 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b104e75c-28f8-4e71-9b00-64b42ac28ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:57.081179 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b104e75c-28f8-4e71-9b00-64b42ac28ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:57.087681 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-a97c75bf-5d7a-4ad4-9415-71ef6e1e37f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:57.102291 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104e75c-28f8-4e71-9b00-64b42ac28ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c1171d-4175-4883-a147-abe4646fb3eb,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:57.105429 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b104e75c-28f8-4e71-9b00-64b42ac28ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:57.106440 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b104e75c-28f8-4e71-9b00-64b42ac28ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:57.107730 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-b104e75c-28f8-4e71-9b00-64b42ac28ebb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07c1171d-4175-4883-a147-abe4646fb3eb HTTP/1.1" status: 204 len: 168 time: 0.3755045 May 12 15:37:57.596384 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 6b256cba-fe69-45f2-b44e-9fc004beadcb up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:37:57.778285 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b58ef-165d-4329-8056-040f5bfe6b40 req-25a6e4aa-568e-483b-a598-9ada3c43d1fe tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:57.785714 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d90b58ef-165d-4329-8056-040f5bfe6b40 req-25a6e4aa-568e-483b-a598-9ada3c43d1fe tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 945 time: 0.1150818 May 12 15:37:57.818280 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port 6b256cba-fe69-45f2-b44e-9fc004beadcb completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:37:57.824878 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 6b256cba-fe69-45f2-b44e-9fc004beadcb triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:37:57.825664 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:57.857593 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d90b58ef-165d-4329-8056-040f5bfe6b40 req-e59fbd6c-f310-4e0b-962f-3fecb8a62312 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463216 May 12 15:37:58.067833 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:58.112810 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 6b256cba-fe69-45f2-b44e-9fc004beadcb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b256cba-fe69-45f2-b44e-9fc004beadcb,segment=NetworkSegment(b5938138-cab1-4333-bde0-31f4fdb94d5c),segment_id=b5938138-cab1-4333-bde0-31f4fdb94d5c)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:58.126939 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55342) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:58.134336 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f42081a-f881-403c-8b9d-c1964b25bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b256cba-fe69-45f2-b44e-9fc004beadcb'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:37:58.179599 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1f536958-3479-4f12-b4d2-95ffe645f385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:58.213339 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:58.216862 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:58.234998 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-1f536958-3479-4f12-b4d2-95ffe645f385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:58.246543 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-1f536958-3479-4f12-b4d2-95ffe645f385 admin admin] Usage tracker for resource:security_group_rule and tenant:2549f6b4b5b5419cb551b2339a0f1b9e is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:58.254591 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-1f536958-3479-4f12-b4d2-95ffe645f385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:58.270883 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-1f536958-3479-4f12-b4d2-95ffe645f385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:58.299765 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f42081a-f881-403c-8b9d-c1964b25bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b256cba-fe69-45f2-b44e-9fc004beadcb', 'code': 200} May 12 15:37:58.361772 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=6b256cba-fe69-45f2-b44e-9fc004beadcb,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:58.365337 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:58.402388 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1f536958-3479-4f12-b4d2-95ffe645f385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:58.501509 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1f536958-3479-4f12-b4d2-95ffe645f385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:58.510261 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2c89ab4e-8e45-47c9-afb0-0dc0f525e4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:58.555521 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-1f536958-3479-4f12-b4d2-95ffe645f385 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2549f6b4b5b5419cb551b2339a0f1b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247632 May 12 15:37:58.555521 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f536958-3479-4f12-b4d2-95ffe645f385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496cec99-c0aa-47ad-ad03-6e87ed1be7e2,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:58.555936 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55362) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:58.558609 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1f536958-3479-4f12-b4d2-95ffe645f385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:58.618254 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ca65a595-d68a-4390-be56-f72eaff2cded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:58.689377 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ca65a595-d68a-4390-be56-f72eaff2cded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:58.758542 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d198256-4f4d-4f3d-a9e3-ecf7281d7ee0 req-02b46e14-6649-48f0-af82-28de622682e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:58.759995 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9d198256-4f4d-4f3d-a9e3-ecf7281d7ee0 req-02b46e14-6649-48f0-af82-28de622682e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 1099 time: 0.1219182 May 12 15:37:58.803997 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9d198256-4f4d-4f3d-a9e3-ecf7281d7ee0 req-f30fdde4-db8d-4910-b6d8-f681ea4ecbeb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344462 May 12 15:37:58.888330 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ca65a595-d68a-4390-be56-f72eaff2cded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:58.893538 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-68c37177-b400-48ba-b8e2-6d0dbab40171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:58.910056 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65a595-d68a-4390-be56-f72eaff2cded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496cec99-c0aa-47ad-ad03-6e87ed1be7e2,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:58.913378 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ca65a595-d68a-4390-be56-f72eaff2cded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:58.925145 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ca65a595-d68a-4390-be56-f72eaff2cded admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:58.927006 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-ca65a595-d68a-4390-be56-f72eaff2cded admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/496cec99-c0aa-47ad-ad03-6e87ed1be7e2 HTTP/1.1" status: 204 len: 168 time: 0.3701770 May 12 15:37:59.074319 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb770a-1eeb-4a07-9c2b-b77ad25e68d2 req-081d92ac-87d6-42c8-a445-dd9e6fb28e2c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:59.075838 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-71fb770a-1eeb-4a07-9c2b-b77ad25e68d2 req-081d92ac-87d6-42c8-a445-dd9e6fb28e2c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1038978 May 12 15:37:59.133233 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-71fb770a-1eeb-4a07-9c2b-b77ad25e68d2 req-5f35ad42-b52e-4970-82ea-3aef67eb6a5a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477760 May 12 15:37:59.279999 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55390) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:59.441374 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb457-92cd-4c73-8288-4fd4ca50f0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:59.458875 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ef9cb457-92cd-4c73-8288-4fd4ca50f0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:59.462747 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ef9cb457-92cd-4c73-8288-4fd4ca50f0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:2d25f24c31e640a0b650465d13254ccb is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:59.465795 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ef9cb457-92cd-4c73-8288-4fd4ca50f0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:59.471846 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ef9cb457-92cd-4c73-8288-4fd4ca50f0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:59.566203 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb457-92cd-4c73-8288-4fd4ca50f0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:59.715483 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb457-92cd-4c73-8288-4fd4ca50f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:59.724958 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-8d071971-6b44-410e-8543-9bd30c6e09a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:59.766092 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-ef9cb457-92cd-4c73-8288-4fd4ca50f0a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d25f24c31e640a0b650465d13254ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849677 May 12 15:37:59.767917 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cb457-92cd-4c73-8288-4fd4ca50f0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3706e08d-9ff7-4204-9f7b-6b4e342971b9,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:59.770347 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55412) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:59.773860 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ef9cb457-92cd-4c73-8288-4fd4ca50f0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:59.832321 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e04d5d7e-3cb4-4ae0-9773-8bc8196a7210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:59.859701 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e04d5d7e-3cb4-4ae0-9773-8bc8196a7210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:59.879005 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55416) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:37:59.896048 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-68c157cf-2e0f-4be2-a5ab-7e1584e27c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:59.911145 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-68c157cf-2e0f-4be2-a5ab-7e1584e27c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:59.915067 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-68c157cf-2e0f-4be2-a5ab-7e1584e27c6b admin admin] Usage tracker for resource:security_group_rule and tenant:1ea7db15450f44cd808d354c82c97dc3 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:37:59.920708 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-68c157cf-2e0f-4be2-a5ab-7e1584e27c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:37:59.923718 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-68c157cf-2e0f-4be2-a5ab-7e1584e27c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:00.000920 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e04d5d7e-3cb4-4ae0-9773-8bc8196a7210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:00.005075 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b7a890c0-304f-4525-9e96-40aa0794b9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:00.022187 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d5d7e-3cb4-4ae0-9773-8bc8196a7210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3706e08d-9ff7-4204-9f7b-6b4e342971b9,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:00.026496 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e04d5d7e-3cb4-4ae0-9773-8bc8196a7210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:00.035713 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e04d5d7e-3cb4-4ae0-9773-8bc8196a7210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:00.043179 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-e04d5d7e-3cb4-4ae0-9773-8bc8196a7210 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3706e08d-9ff7-4204-9f7b-6b4e342971b9 HTTP/1.1" status: 204 len: 168 time: 0.2716758 May 12 15:38:00.172381 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-68c157cf-2e0f-4be2-a5ab-7e1584e27c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:00.296664 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-68c157cf-2e0f-4be2-a5ab-7e1584e27c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:00.307618 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-5abab36d-2c3a-4dd2-89e9-cc11977655aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:00.393681 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c157cf-2e0f-4be2-a5ab-7e1584e27c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0241d8a5-835e-4649-abb1-c3a7c3abb8f9,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:00.400954 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-68c157cf-2e0f-4be2-a5ab-7e1584e27c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:00.411368 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-68c157cf-2e0f-4be2-a5ab-7e1584e27c6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ea7db15450f44cd808d354c82c97dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5298522 May 12 15:38:00.411368 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55432) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:00.486426 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3063a6-64cc-4bfc-b4cc-d8b20d9afef9 req-737c8d4f-2f1b-431f-8d84-5c7993aef7b5 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:00.487976 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3b3063a6-64cc-4bfc-b4cc-d8b20d9afef9 req-737c8d4f-2f1b-431f-8d84-5c7993aef7b5 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1674750 May 12 15:38:00.522902 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ec6241e1-2178-4457-a0ee-5be9c2780787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:00.563802 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3b3063a6-64cc-4bfc-b4cc-d8b20d9afef9 req-5f118ea7-d74b-4541-8e73-4a4f41d329d6 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642531 May 12 15:38:00.572324 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ec6241e1-2178-4457-a0ee-5be9c2780787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:00.709597 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ec6241e1-2178-4457-a0ee-5be9c2780787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:00.719260 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:00.733509 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6241e1-2178-4457-a0ee-5be9c2780787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0241d8a5-835e-4649-abb1-c3a7c3abb8f9,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:00.743656 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ec6241e1-2178-4457-a0ee-5be9c2780787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:00.770453 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ec6241e1-2178-4457-a0ee-5be9c2780787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:00.772646 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-ec6241e1-2178-4457-a0ee-5be9c2780787 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0241d8a5-835e-4649-abb1-c3a7c3abb8f9 HTTP/1.1" status: 204 len: 168 time: 0.3602791 May 12 15:38:00.927566 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55454) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:00.944852 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-075a302e-fa12-4f7d-a839-68a10051851b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:00.960901 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-075a302e-fa12-4f7d-a839-68a10051851b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:00.964715 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-075a302e-fa12-4f7d-a839-68a10051851b admin admin] Usage tracker for resource:security_group_rule and tenant:e53226d63fc74856a1eb651ded262930 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:00.967576 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-075a302e-fa12-4f7d-a839-68a10051851b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:00.974039 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-075a302e-fa12-4f7d-a839-68a10051851b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:01.067006 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-075a302e-fa12-4f7d-a839-68a10051851b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:01.243474 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-075a302e-fa12-4f7d-a839-68a10051851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:01.253073 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-0921f85f-ba48-4e11-9856-8a05908cd640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:01.320257 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55468) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:01.339148 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-075a302e-fa12-4f7d-a839-68a10051851b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e53226d63fc74856a1eb651ded262930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079463 May 12 15:38:01.348244 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcd82f-afe8-4d5e-a464-1de5b511b8aa req-89fbc735-d78c-4f26-9fa0-1e1ab2c05a95 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:01.357066 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-50fcd82f-afe8-4d5e-a464-1de5b511b8aa req-89fbc735-d78c-4f26-9fa0-1e1ab2c05a95 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1857409 May 12 15:38:01.368205 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a302e-fa12-4f7d-a839-68a10051851b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab89ed6-5cd6-41ed-9bca-0864fad3a5b6,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:01.377634 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-075a302e-fa12-4f7d-a839-68a10051851b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:01.471921 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-02edac4a-8f76-4a3c-b9ab-84863c150072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:01.546171 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-02edac4a-8f76-4a3c-b9ab-84863c150072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:01.613614 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-50fcd82f-afe8-4d5e-a464-1de5b511b8aa req-3434fe57-f665-403c-92a2-98bc28fec6b5 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471311 May 12 15:38:01.663825 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c039ba-2877-4bf7-94bd-d8664ee913ac req-51e5cba0-e509-495c-a03b-3f3be2de254f tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:01.665898 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1c039ba-2877-4bf7-94bd-d8664ee913ac req-51e5cba0-e509-495c-a03b-3f3be2de254f tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.2659783 May 12 15:38:01.687364 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-02edac4a-8f76-4a3c-b9ab-84863c150072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:01.706222 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-2431de6c-0a45-4c0a-8e02-f8e6a2349bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:01.742113 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edac4a-8f76-4a3c-b9ab-84863c150072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab89ed6-5cd6-41ed-9bca-0864fad3a5b6,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:01.746128 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-02edac4a-8f76-4a3c-b9ab-84863c150072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:01.757105 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-02edac4a-8f76-4a3c-b9ab-84863c150072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:01.763364 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-02edac4a-8f76-4a3c-b9ab-84863c150072 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cab89ed6-5cd6-41ed-9bca-0864fad3a5b6 HTTP/1.1" status: 204 len: 168 time: 0.4411595 May 12 15:38:01.787981 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ca946-bb81-4b37-9132-461a871a6dc2 req-3ccd032a-8378-42e0-b1fc-ceaf7ad214bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:01.789680 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3f1ca946-bb81-4b37-9132-461a871a6dc2 req-3ccd032a-8378-42e0-b1fc-ceaf7ad214bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=832d7645d4694f93b0a5b83e8377da35&device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 1099 time: 0.2591984 May 12 15:38:01.965403 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1c039ba-2877-4bf7-94bd-d8664ee913ac req-dbc19600-b278-4a17-9fac-5dcb5f52a6ff tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906590 May 12 15:38:02.046310 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-f7af9c82-9c59-4db4-a759-11eda398c1b8 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:02.051103 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-f7af9c82-9c59-4db4-a759-11eda398c1b8 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/networks?id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf HTTP/1.1" status: 200 len: 815 time: 0.2970190 May 12 15:38:02.052441 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ca946-bb81-4b37-9132-461a871a6dc2 req-f8e910b9-48d0-4e72-b0f4-5c92582f29ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:02.054158 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3f1ca946-bb81-4b37-9132-461a871a6dc2 req-f8e910b9-48d0-4e72-b0f4-5c92582f29ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=e149a484-26c4-4518-be41-6c6d1ceac693 HTTP/1.1" status: 200 len: 919 time: 0.2573266 May 12 15:38:02.064085 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-d5c5a232-b6ba-4164-8760-3870e3ef6b60 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/quotas/d6b21d4f3f59423ea80a9637ffdd3cfd HTTP/1.1" status: 200 len: 375 time: 0.0090272 May 12 15:38:02.166063 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3f1ca946-bb81-4b37-9132-461a871a6dc2 req-53ee644b-0c33-4d73-b9cb-7624a642d6fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b256cba-fe69-45f2-b44e-9fc004beadcb HTTP/1.1" status: 200 len: 217 time: 0.0986300 May 12 15:38:02.240805 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ca946-bb81-4b37-9132-461a871a6dc2 req-a5f9b8c6-4cb4-47e2-8387-9c3edcb7fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:02.242356 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3f1ca946-bb81-4b37-9132-461a871a6dc2 req-a5f9b8c6-4cb4-47e2-8387-9c3edcb7fefb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4bb5121-ca7c-4ce3-b5ba-87b429a70160 HTTP/1.1" status: 200 len: 858 time: 0.0675023 May 12 15:38:02.300856 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-4dd9542e-e547-4292-aeb6-8ae289cf81ed tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1859491 May 12 15:38:02.307886 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3f1ca946-bb81-4b37-9132-461a871a6dc2 req-e9ba3e45-863e-4978-b1e4-5eec4a04e36c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e149a484-26c4-4518-be41-6c6d1ceac693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516756 May 12 15:38:02.392688 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55504) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:02.563934 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-319b32a0-927f-449b-bf73-0784ca98184b service neutron] 10.222.0.61 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544491 May 12 15:38:02.575428 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-528f79e2-c391-42b1-bbfd-dadf83048068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:02.588421 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3f1ca946-bb81-4b37-9132-461a871a6dc2 req-0db221e8-1c2d-4f93-aaa1-db336f5107fd service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616160 May 12 15:38:02.620325 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-528f79e2-c391-42b1-bbfd-dadf83048068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:02.625843 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-528f79e2-c391-42b1-bbfd-dadf83048068 admin admin] Usage tracker for resource:security_group_rule and tenant:2c09cb64d93f4a1f9f728c300ac9b851 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:02.635949 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-528f79e2-c391-42b1-bbfd-dadf83048068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:02.643769 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-528f79e2-c391-42b1-bbfd-dadf83048068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:02.890146 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-528f79e2-c391-42b1-bbfd-dadf83048068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:02.960930 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-b1c2566b-d5c5-4e32-b767-d31e939f9aeb service neutron] 10.222.0.61 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958924 May 12 15:38:02.967175 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3f1ca946-bb81-4b37-9132-461a871a6dc2 req-884a7753-7934-49d0-9b7d-9e54d97a310f service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663936 May 12 15:38:03.021684 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-528f79e2-c391-42b1-bbfd-dadf83048068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:03.047291 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4d2c8-590c-476a-a7c1-23f78fb3decb req-411308ba-3e15-4d8c-a46e-d31af3f93639 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:03.060554 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e71d6390-4d88-4428-a129-a4286ea8a135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:03.060801 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3ed4d2c8-590c-476a-a7c1-23f78fb3decb req-411308ba-3e15-4d8c-a46e-d31af3f93639 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.2310905 May 12 15:38:03.084026 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-528f79e2-c391-42b1-bbfd-dadf83048068 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c09cb64d93f4a1f9f728c300ac9b851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6880870 May 12 15:38:03.091147 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55534) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:03.115134 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f79e2-c391-42b1-bbfd-dadf83048068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26e3831-779f-4b62-81ed-c585ca219db3,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:03.134369 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-528f79e2-c391-42b1-bbfd-dadf83048068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:03.177260 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3ed4d2c8-590c-476a-a7c1-23f78fb3decb req-2306ebac-89bf-46f5-a1ba-9296ab5f5d12 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154134 May 12 15:38:03.257272 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4492da98-13a3-4ff7-b443-ebdf5d86ec76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:03.317996 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4492da98-13a3-4ff7-b443-ebdf5d86ec76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:03.383083 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e3644e11-4af1-4d9d-80a1-b8715dba8354 req-3fb85c68-c466-40e6-98de-d94a2aab3a73 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 210 time: 0.0685270 May 12 15:38:03.575480 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f09ce9-d27d-4dfa-af7b-d8a4e8a9ff48 req-a4cac885-3920-466b-84fd-ccf614d99a7e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:03.577081 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d1f09ce9-d27d-4dfa-af7b-d8a4e8a9ff48 req-a4cac885-3920-466b-84fd-ccf614d99a7e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1771734 May 12 15:38:03.622688 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d1f09ce9-d27d-4dfa-af7b-d8a4e8a9ff48 req-1f2a0217-e75f-49e7-a3f7-6c85079a3930 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385578 May 12 15:38:03.664377 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4492da98-13a3-4ff7-b443-ebdf5d86ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:03.668185 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-075a302e-fa12-4f7d-a839-68a10051851b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:03.684092 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492da98-13a3-4ff7-b443-ebdf5d86ec76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26e3831-779f-4b62-81ed-c585ca219db3,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:03.686889 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4492da98-13a3-4ff7-b443-ebdf5d86ec76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:03.699304 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4492da98-13a3-4ff7-b443-ebdf5d86ec76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:03.703285 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-4492da98-13a3-4ff7-b443-ebdf5d86ec76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b26e3831-779f-4b62-81ed-c585ca219db3 HTTP/1.1" status: 204 len: 168 time: 0.6110485 May 12 15:38:04.415308 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c959438-e861-426f-86fd-035d67fd43fe req-23685a6c-08e6-468e-a979-05503fe51c9a tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:04.416868 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8c959438-e861-426f-86fd-035d67fd43fe req-23685a6c-08e6-468e-a979-05503fe51c9a tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.0844147 May 12 15:38:04.493130 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b16f7f7f-8fc8-4658-a5c5-2132980cb7f7 req-cc573d9a-a527-4fac-bbda-d1bb24072927 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 210 time: 0.0486312 May 12 15:38:04.512758 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8c959438-e861-426f-86fd-035d67fd43fe req-107ea67b-a417-43d5-8bc9-cb435e623d63 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896616 May 12 15:38:04.810934 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab99d0-3bfb-423c-ac59-518caf134540 req-8182dbf9-9798-487b-a7c4-65c172165bf3 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:04.812382 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4aab99d0-3bfb-423c-ac59-518caf134540 req-8182dbf9-9798-487b-a7c4-65c172165bf3 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.0819125 May 12 15:38:04.854206 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55580) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:04.877699 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4aab99d0-3bfb-423c-ac59-518caf134540 req-c24344d5-de36-4b66-b985-ee093b9a8cde tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527437 May 12 15:38:04.877699 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c278b598-e0f2-426a-837e-194321d5fd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:04.889739 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-c278b598-e0f2-426a-837e-194321d5fd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:04.893499 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-c278b598-e0f2-426a-837e-194321d5fd03 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e5213640dc4f3ea53499984271f738 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:04.896872 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-c278b598-e0f2-426a-837e-194321d5fd03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:04.902635 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-c278b598-e0f2-426a-837e-194321d5fd03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:04.994695 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c278b598-e0f2-426a-837e-194321d5fd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:05.086721 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c278b598-e0f2-426a-837e-194321d5fd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:05.098948 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-612ec513-f796-46fe-b369-bad9226f7eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:05.139526 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-c278b598-e0f2-426a-837e-194321d5fd03 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4e5213640dc4f3ea53499984271f738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819664 May 12 15:38:05.139526 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278b598-e0f2-426a-837e-194321d5fd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6f7e7e-77db-4c70-860b-79968988e61a,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:05.140422 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55588) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:05.142842 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c278b598-e0f2-426a-837e-194321d5fd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:05.218157 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d69dfaa2-9748-4102-ba17-82989abe439a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:05.246569 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d69dfaa2-9748-4102-ba17-82989abe439a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:05.384488 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d69dfaa2-9748-4102-ba17-82989abe439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:05.389699 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-946e78ed-f6c1-4c27-aa8a-e95bfcf63843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:05.404054 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dfaa2-9748-4102-ba17-82989abe439a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6f7e7e-77db-4c70-860b-79968988e61a,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:05.407166 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-d69dfaa2-9748-4102-ba17-82989abe439a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:05.411406 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d69dfaa2-9748-4102-ba17-82989abe439a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:05.413615 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-d69dfaa2-9748-4102-ba17-82989abe439a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d6f7e7e-77db-4c70-860b-79968988e61a HTTP/1.1" status: 204 len: 168 time: 0.2718942 May 12 15:38:05.650567 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a5d989c5-4adf-45cc-8037-542e1f216b35 req-15b64e9f-fa28-4621-a9f0-ae6738ffd95c tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 210 time: 0.0438704 May 12 15:38:05.734242 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11c714-e7d1-4ae2-a141-1726849bf8d3 req-0ded7f4e-3dea-476e-b5d0-65a4f724fa32 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:05.735680 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4b11c714-e7d1-4ae2-a141-1726849bf8d3 req-0ded7f4e-3dea-476e-b5d0-65a4f724fa32 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.0936871 May 12 15:38:05.788788 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4b11c714-e7d1-4ae2-a141-1726849bf8d3 req-a4ff1529-55af-48fe-acda-95aefac92bed tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466366 May 12 15:38:06.061936 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b733c2-16f3-40c9-aa9f-8bc7cdcc1d74 req-d8a91b49-ff84-4d01-b86a-37bd6642a6ec tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:06.063403 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-14b733c2-16f3-40c9-aa9f-8bc7cdcc1d74 req-d8a91b49-ff84-4d01-b86a-37bd6642a6ec tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.0834298 May 12 15:38:06.116961 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-14b733c2-16f3-40c9-aa9f-8bc7cdcc1d74 req-e07bde4c-bd65-49e7-973d-98c6e0664b8c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470495 May 12 15:38:06.543322 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-0a1d44d2-4d3c-4bbb-bdfb-afd94b8eac30 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:06.544745 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-0a1d44d2-4d3c-4bbb-bdfb-afd94b8eac30 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "GET /v2.0/networks?id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf HTTP/1.1" status: 200 len: 815 time: 0.1494169 May 12 15:38:06.564552 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Request body: {'port': {'device_id': '2240db9c-de37-4a05-9f45-2e9e10239556', 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf', 'admin_state_up': True, 'tenant_id': 'd6b21d4f3f59423ea80a9637ffdd3cfd'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:06.728673 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:06.734932 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Usage tracker for resource:port and tenant:d6b21d4f3f59423ea80a9637ffdd3cfd is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:06.738583 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:06.744615 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:06.853961 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a0a8d44e-7276-4d97-9366-f7d3b643ba0e req-dd77d375-c70f-421d-b8bc-78500e15afd3 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 210 time: 0.0486851 May 12 15:38:06.898986 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Made reservation on behalf of d6b21d4f3f59423ea80a9637ffdd3cfd for: {'port': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:06.910749 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:07.141778 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c02008-a9a3-482e-a4af-ec4246146a12 req-ed7e7462-de90-48a0-aa8c-0fdee2ed0060 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:07.143236 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-01c02008-a9a3-482e-a4af-ec4246146a12 req-ed7e7462-de90-48a0-aa8c-0fdee2ed0060 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.2057033 May 12 15:38:07.202110 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Allocated IP 172.20.0.2 (9db7049d-9d6d-4d9e-a509-d5b2b937d7cf/58fc9a0d-6910-4048-9808-393474a3a846/8b405f70-0727-4331-b2c5-19dff1e0caa5) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:07.217544 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-01c02008-a9a3-482e-a4af-ec4246146a12 req-60401236-f73c-4147-a325-43e84edc12c0 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670199 May 12 15:38:07.460477 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039a981-ce77-4bff-8166-9bc280e10561 req-22d2afdf-e44f-462f-a935-e800fa934eee tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:07.461893 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8039a981-ce77-4bff-8166-9bc280e10561 req-22d2afdf-e44f-462f-a935-e800fa934eee tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.2026353 May 12 15:38:07.583383 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:07.598735 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8039a981-ce77-4bff-8166-9bc280e10561 req-35b1a2ec-f993-4707-891f-d2dd038d85f5 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243742 May 12 15:38:07.796098 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:07.809383 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:07.812404 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['ca35364b-0f1f-4a2d-8083-a4fcbb1627e5', '1c3ed208-daad-460c-b0e9-8c7e9b01f3f5', 'be003e80-c3b4-4262-abb6-448a41b6a496'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:38:07.865225 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:07.868674 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:07.878513 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:38:07.913283 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Pushing event updated for resources: {'Port': ['ID=8b405f70-0727-4331-b2c5-19dff1e0caa5,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:07.926726 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:07.961526 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:07.962160 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:08.096476 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a222344-445c-4864-b23c-dae3f28f0099 req-370ffc32-cd89-4143-b89a-d19346d054c5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:08.098382 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-7a222344-445c-4864-b23c-dae3f28f0099 req-370ffc32-cd89-4143-b89a-d19346d054c5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Synchronizing usage tracker for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:38:08.104513 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5437813 May 12 15:38:08.120525 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Request body: {'port': {'device_id': '2240db9c-de37-4a05-9f45-2e9e10239556', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:08.258848 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:08.273920 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-7a222344-445c-4864-b23c-dae3f28f0099 req-370ffc32-cd89-4143-b89a-d19346d054c5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Unset dirty status for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:38:08.278530 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7a222344-445c-4864-b23c-dae3f28f0099 req-370ffc32-cd89-4143-b89a-d19346d054c5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 931 time: 0.2800598 May 12 15:38:08.385835 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7a222344-445c-4864-b23c-dae3f28f0099 req-b0e866f7-cd8c-4325-a88e-80df73fb6f3b tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752828 May 12 15:38:08.625822 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb4107-d05b-4ba3-a654-7531600decda req-0715935c-739a-4863-988d-06d6afa83add tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:08.629831 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5edb4107-d05b-4ba3-a654-7531600decda req-0715935c-739a-4863-988d-06d6afa83add tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.2007003 May 12 15:38:08.696127 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5edb4107-d05b-4ba3-a654-7531600decda req-63c20d79-9cb2-42a7-bcc0-94688f3342eb tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601943 May 12 15:38:08.825315 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b405f70-0727-4331-b2c5-19dff1e0caa5 {{(pid=79428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:38:08.830198 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55704) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:08.834661 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:08.855299 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Transition to ACTIVE for port object 8b405f70-0727-4331-b2c5-19dff1e0caa5 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:38:08.877062 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194d7e-d6c0-4592-9eed-a14c02f6025f req-e2d9e9a6-5ecf-4edb-b757-2f45b559fb06 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:08.878698 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-09194d7e-d6c0-4592-9eed-a14c02f6025f req-e2d9e9a6-5ecf-4edb-b757-2f45b559fb06 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1266799 May 12 15:38:08.929364 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-09194d7e-d6c0-4592-9eed-a14c02f6025f req-0a015cdf-2da6-42ba-af3d-05a63e7f0158 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 May 12 15:38:08.956569 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dd72d54a-f6f9-4550-85fe-15df239dba47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:08.970011 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:08.970678 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-dd72d54a-f6f9-4550-85fe-15df239dba47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:08.975442 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-dd72d54a-f6f9-4550-85fe-15df239dba47 admin admin] Usage tracker for resource:security_group_rule and tenant:2eae8fe9384c43798221a0dd0f0357fe is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:08.977776 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b76be5fc-8581-499e-8987-eaccff4582b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:08.978172 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-dd72d54a-f6f9-4550-85fe-15df239dba47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:08.984625 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-dd72d54a-f6f9-4550-85fe-15df239dba47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:09.074599 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dd72d54a-f6f9-4550-85fe-15df239dba47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:09.133441 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b405f70-0727-4331-b2c5-19dff1e0caa5,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:09.140385 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:09.208534 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Attempting to bind port 8b405f70-0727-4331-b2c5-19dff1e0caa5 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:38:09.208970 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Attempting to bind port 8b405f70-0727-4331-b2c5-19dff1e0caa5 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:38:09.209341 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Attempting to bind port 8b405f70-0727-4331-b2c5-19dff1e0caa5 on network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:38:09.214473 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Port 8b405f70-0727-4331-b2c5-19dff1e0caa5 on network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:38:09.214783 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Attempting to bind port 8b405f70-0727-4331-b2c5-19dff1e0caa5 on network 9db7049d-9d6d-4d9e-a509-d5b2b937d7cf {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:38:09.219817 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:38:09.220145 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Checking segment: {'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:38:09.220518 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Bound using segment: {'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:38:09.220929 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Bound port: 8b405f70-0727-4331-b2c5-19dff1e0caa5, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a24514-0991-4a68-b023-ce68aaef1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:38:09.221291 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:09.313528 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] For port 8b405f70-0727-4331-b2c5-19dff1e0caa5, host hv-cinder-78960, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:38:09.317019 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] For port 8b405f70-0727-4331-b2c5-19dff1e0caa5, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b405f70-0727-4331-b2c5-19dff1e0caa5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:38:09.338675 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dd72d54a-f6f9-4550-85fe-15df239dba47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:09.345148 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-02edac4a-8f76-4a3c-b9ab-84863c150072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:09.385053 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-dd72d54a-f6f9-4550-85fe-15df239dba47 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2eae8fe9384c43798221a0dd0f0357fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5537853 May 12 15:38:09.386709 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72d54a-f6f9-4550-85fe-15df239dba47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e3041-69f4-4dba-b977-52845f09f989,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:09.388012 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55722) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:09.389642 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-dd72d54a-f6f9-4550-85fe-15df239dba47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:09.412800 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:09.422246 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:09.491426 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:09.492041 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:09.493463 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] 10.222.0.15 "PUT /v2.0/ports/8b405f70-0727-4331-b2c5-19dff1e0caa5 HTTP/1.1" status: 200 len: 1093 time: 1.3785679 May 12 15:38:09.494899 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2240db9c-de37-4a05-9f45-2e9e10239556', 'tag': '8b405f70-0727-4331-b2c5-19dff1e0caa5'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:09.567229 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2240db9c-de37-4a05-9f45-2e9e10239556', 'tag': '8b405f70-0727-4331-b2c5-19dff1e0caa5', 'status': 'completed', 'code': 200} May 12 15:38:09.574749 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-80cdc100-efd6-40ec-b961-3df002b52541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:09.628358 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b405f70-0727-4331-b2c5-19dff1e0caa5,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:09.638962 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:09.658517 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-80cdc100-efd6-40ec-b961-3df002b52541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:09.806983 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4f702-4bc2-4371-bd3b-78c48540abc6 req-e370972a-a7bd-4a95-9f97-3a730c8e31ee tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:09.808876 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bfe4f702-4bc2-4371-bd3b-78c48540abc6 req-e370972a-a7bd-4a95-9f97-3a730c8e31ee tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 943 time: 0.2996719 May 12 15:38:09.838887 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6576c22-7782-4f6d-831f-93f5a0ca9fc3 req-5e032483-e439-4e03-b83a-cde791cf5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:09.840341 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c6576c22-7782-4f6d-831f-93f5a0ca9fc3 req-5e032483-e439-4e03-b83a-cde791cf5755 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 1096 time: 0.2582395 May 12 15:38:09.983239 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-80cdc100-efd6-40ec-b961-3df002b52541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:09.989628 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bfe4f702-4bc2-4371-bd3b-78c48540abc6 req-b469773f-2901-485e-8ba0-64be70d70b04 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710408 May 12 15:38:09.994150 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-24675f22-8852-4ca9-bca0-6a797fec8324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:10.017312 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdc100-efd6-40ec-b961-3df002b52541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e3041-69f4-4dba-b977-52845f09f989,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:10.030045 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-80cdc100-efd6-40ec-b961-3df002b52541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:10.034051 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-80cdc100-efd6-40ec-b961-3df002b52541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:10.037284 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-80cdc100-efd6-40ec-b961-3df002b52541 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a15e3041-69f4-4dba-b977-52845f09f989 HTTP/1.1" status: 204 len: 168 time: 0.6455495 May 12 15:38:10.084992 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6576c22-7782-4f6d-831f-93f5a0ca9fc3 req-c1d551d0-1d16-443f-a823-6393e27cd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:10.086487 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c6576c22-7782-4f6d-831f-93f5a0ca9fc3 req-c1d551d0-1d16-443f-a823-6393e27cd6ad service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2051799 May 12 15:38:10.094194 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fa95b-843d-4299-9a1b-04259f737bb0 req-63d824a8-85b8-4d9f-85eb-251956f04d8e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:10.097699 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ec4fa95b-843d-4299-9a1b-04259f737bb0 req-63d824a8-85b8-4d9f-85eb-251956f04d8e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.2519314 May 12 15:38:10.279033 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ec4fa95b-843d-4299-9a1b-04259f737bb0 req-12edbd5f-cfe3-45f4-80a6-154cd2006246 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616006 May 12 15:38:10.326074 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6576c22-7782-4f6d-831f-93f5a0ca9fc3 req-7209c6f9-cccf-4874-b270-7587389857c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:10.327499 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c6576c22-7782-4f6d-831f-93f5a0ca9fc3 req-7209c6f9-cccf-4874-b270-7587389857c0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2292526 May 12 15:38:10.352737 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627b219-aaaa-4a4e-b5ae-56be9879932c req-93a70a20-5eac-4125-b7b5-dd3f16eac0c7 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:10.354332 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5627b219-aaaa-4a4e-b5ae-56be9879932c req-93a70a20-5eac-4125-b7b5-dd3f16eac0c7 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.2335944 May 12 15:38:10.458841 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5627b219-aaaa-4a4e-b5ae-56be9879932c req-d89c11f4-2ce0-4b4d-8bbe-f2d54960c1ff tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983365 May 12 15:38:10.482912 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-b298ca72-39d6-4ed8-bb92-7ffc2484d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:10.484797 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-b298ca72-39d6-4ed8-bb92-7ffc2484d90d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 1096 time: 0.1052408 May 12 15:38:10.568659 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-a6ca05fe-fcf3-41c2-9a1e-f3c72ec6e50b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b405f70-0727-4331-b2c5-19dff1e0caa5 HTTP/1.1" status: 200 len: 217 time: 0.0694172 May 12 15:38:10.647994 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-4a1791af-181a-4151-89e2-b780e242855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:10.649636 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-4a1791af-181a-4151-89e2-b780e242855e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58fc9a0d-6910-4048-9808-393474a3a846 HTTP/1.1" status: 200 len: 855 time: 0.0735066 May 12 15:38:10.700220 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-25b66a8c-d17a-4ae8-bf7c-40b4a2e936bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420349 May 12 15:38:10.863632 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-c40a3b67-5d3a-4c1f-af5e-cc3fa69e79ea service neutron] 10.222.0.15 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478851 May 12 15:38:10.892027 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:11.035487 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55788) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:11.059816 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9662b72b-2afa-4946-9fbf-803d10ab719b req-513c65cc-b919-4dba-9e20-7801048727b4 service neutron] 10.222.0.15 "GET /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889970 May 12 15:38:11.173858 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-59100f8e-86f5-498e-b4a6-14828adb1372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:11.192102 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-59100f8e-86f5-498e-b4a6-14828adb1372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:11.196810 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-59100f8e-86f5-498e-b4a6-14828adb1372 admin admin] Usage tracker for resource:security_group_rule and tenant:32b23c98fe4a481db5d42354346d9b0a is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:11.199877 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-59100f8e-86f5-498e-b4a6-14828adb1372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:11.205859 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-59100f8e-86f5-498e-b4a6-14828adb1372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:11.264066 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527efc99-b96a-4f8a-8d25-037aecf677e6 req-c66a37d9-c578-4610-935a-3c0b975d74ce tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:11.265656 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-527efc99-b96a-4f8a-8d25-037aecf677e6 req-c66a37d9-c578-4610-935a-3c0b975d74ce tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 943 time: 0.1039681 May 12 15:38:11.300177 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-59100f8e-86f5-498e-b4a6-14828adb1372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:11.323903 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-527efc99-b96a-4f8a-8d25-037aecf677e6 req-432c8023-0b8c-44bd-a46a-4ef65dd58d1e tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483389 May 12 15:38:11.389784 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-59100f8e-86f5-498e-b4a6-14828adb1372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:11.400095 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0b4b85ce-52fd-4e72-8be6-692a7542d85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:11.428577 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59100f8e-86f5-498e-b4a6-14828adb1372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6940a376-d8ed-47bd-90f1-12e403aab53d,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:11.433106 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-59100f8e-86f5-498e-b4a6-14828adb1372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:11.455884 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-59100f8e-86f5-498e-b4a6-14828adb1372 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32b23c98fe4a481db5d42354346d9b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184895 May 12 15:38:11.461297 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55808) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:11.540288 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82a109-158c-4599-887f-c0761ee6b5ce req-f5690d1a-7d04-4165-893e-1aa90d50e088 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:11.541801 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ec82a109-158c-4599-887f-c0761ee6b5ce req-f5690d1a-7d04-4165-893e-1aa90d50e088 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1424658 May 12 15:38:11.549963 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-85c2d0e2-2d1b-4657-b3ee-db1bfeb97a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:11.644722 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-85c2d0e2-2d1b-4657-b3ee-db1bfeb97a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:11.669953 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ec82a109-158c-4599-887f-c0761ee6b5ce req-b145445f-88bb-43e2-81d6-f11b7070ca43 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209786 May 12 15:38:11.736193 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e76cc-38ff-464b-89ff-622f896ace38 req-b1183ea2-1fe7-4752-8c78-d35ff4020825 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:11.737696 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a93e76cc-38ff-464b-89ff-622f896ace38 req-b1183ea2-1fe7-4752-8c78-d35ff4020825 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1339784 May 12 15:38:11.786241 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a93e76cc-38ff-464b-89ff-622f896ace38 req-dbfb52c1-336a-4426-8e72-ec6fbc116d33 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 May 12 15:38:11.833558 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-a64c160a-9132-4021-b555-f235236faf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:11.858446 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-85c2d0e2-2d1b-4657-b3ee-db1bfeb97a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:11.863664 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-68c157cf-2e0f-4be2-a5ab-7e1584e27c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:11.873758 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2d0e2-2d1b-4657-b3ee-db1bfeb97a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6940a376-d8ed-47bd-90f1-12e403aab53d,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:11.876696 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-85c2d0e2-2d1b-4657-b3ee-db1bfeb97a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:11.883155 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-85c2d0e2-2d1b-4657-b3ee-db1bfeb97a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:11.884252 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-85c2d0e2-2d1b-4657-b3ee-db1bfeb97a64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6940a376-d8ed-47bd-90f1-12e403aab53d HTTP/1.1" status: 204 len: 168 time: 0.4220493 May 12 15:38:12.520269 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b6cb5-71ef-47c4-a16f-cd21848975a7 req-552898e3-137f-4dca-ae03-cb9fe2f62101 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:12.521793 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9b1b6cb5-71ef-47c4-a16f-cd21848975a7 req-552898e3-137f-4dca-ae03-cb9fe2f62101 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 943 time: 0.0837057 May 12 15:38:12.569207 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9b1b6cb5-71ef-47c4-a16f-cd21848975a7 req-b2259119-45e6-418f-b546-4db6d21555f2 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 May 12 15:38:12.913316 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55852) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:12.932328 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-259f536c-003c-473b-bc66-230483af8966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:12.947236 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-259f536c-003c-473b-bc66-230483af8966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:12.951273 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-259f536c-003c-473b-bc66-230483af8966 admin admin] Usage tracker for resource:security_group_rule and tenant:445a1f4db08948b8bffc5b12338dc3a5 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:12.954025 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-259f536c-003c-473b-bc66-230483af8966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:12.960151 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-259f536c-003c-473b-bc66-230483af8966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:12.979605 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59536eff-308b-4714-bae1-f4a2f6047553 req-13534521-e860-43f4-9f65-0023c8821166 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:12.981090 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-59536eff-308b-4714-bae1-f4a2f6047553 req-13534521-e860-43f4-9f65-0023c8821166 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1928108 May 12 15:38:13.038544 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-59536eff-308b-4714-bae1-f4a2f6047553 req-1446ec44-eec3-4ac4-a097-7e7f4e0ec07e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502751 May 12 15:38:13.054630 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-259f536c-003c-473b-bc66-230483af8966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:13.067819 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be05c6-f9a6-4d71-a33e-17fdfd3e93da req-47faa0d9-4dd5-42c6-bd4e-8208f3a82d27 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:13.069306 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b5be05c6-f9a6-4d71-a33e-17fdfd3e93da req-47faa0d9-4dd5-42c6-bd4e-8208f3a82d27 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1345768 May 12 15:38:13.118045 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b5be05c6-f9a6-4d71-a33e-17fdfd3e93da req-548926c5-2aec-4d13-b066-110bb7001c96 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 May 12 15:38:13.298596 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-259f536c-003c-473b-bc66-230483af8966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:13.312824 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-59100f8e-86f5-498e-b4a6-14828adb1372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:13.348843 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-259f536c-003c-473b-bc66-230483af8966 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=445a1f4db08948b8bffc5b12338dc3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343839 May 12 15:38:13.351609 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55860) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:13.353498 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f536c-003c-473b-bc66-230483af8966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284168ab-03a9-47b6-a86c-59a1ad68d49e,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:13.356599 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-259f536c-003c-473b-bc66-230483af8966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:13.414385 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-614ccd5a-f5d9-4a1c-b799-d84b7d0ca15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:13.442398 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-614ccd5a-f5d9-4a1c-b799-d84b7d0ca15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:13.615827 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-614ccd5a-f5d9-4a1c-b799-d84b7d0ca15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:13.619687 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-67dd2594-af10-4b70-b8a8-4f7af925558a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:13.631699 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ccd5a-f5d9-4a1c-b799-d84b7d0ca15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284168ab-03a9-47b6-a86c-59a1ad68d49e,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:13.635282 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-614ccd5a-f5d9-4a1c-b799-d84b7d0ca15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:13.638889 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-614ccd5a-f5d9-4a1c-b799-d84b7d0ca15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:13.642741 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-614ccd5a-f5d9-4a1c-b799-d84b7d0ca15a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/284168ab-03a9-47b6-a86c-59a1ad68d49e HTTP/1.1" status: 204 len: 168 time: 0.2897482 May 12 15:38:13.752148 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 8b405f70-0727-4331-b2c5-19dff1e0caa5 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:38:13.776213 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a16c23-9170-4e47-9e99-7f5f2ca99285 req-162676aa-4c39-4e97-ba5d-0963db287229 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:13.777777 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-09a16c23-9170-4e47-9e99-7f5f2ca99285 req-162676aa-4c39-4e97-ba5d-0963db287229 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 943 time: 0.0957742 May 12 15:38:13.829174 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-09a16c23-9170-4e47-9e99-7f5f2ca99285 req-01981f34-629e-44c4-8780-59cb74e1af39 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 May 12 15:38:13.893452 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 8b405f70-0727-4331-b2c5-19dff1e0caa5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b405f70-0727-4331-b2c5-19dff1e0caa5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:13.907893 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '8b405f70-0727-4331-b2c5-19dff1e0caa5', 'network_id': '9db7049d-9d6d-4d9e-a509-d5b2b937d7cf', 'port_id': '8b405f70-0727-4331-b2c5-19dff1e0caa5', 'mac_address': 'fa:16:3e:06:c0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58fc9a0d-6910-4048-9808-393474a3a846', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:38:13.971179 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:13.990353 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b405f70-0727-4331-b2c5-19dff1e0caa5 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:38:14.017617 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 8b405f70-0727-4331-b2c5-19dff1e0caa5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b405f70-0727-4331-b2c5-19dff1e0caa5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:14.280463 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:14.287469 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:14.287469 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:14.338890 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb4771-958b-4f36-aeaa-2dd347f72b45 req-f4e12b75-8dff-47d6-893f-d487033df2be tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:14.340823 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4ecb4771-958b-4f36-aeaa-2dd347f72b45 req-f4e12b75-8dff-47d6-893f-d487033df2be tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1834495 May 12 15:38:14.351306 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-8848cda4-bad4-4760-9f69-3e0df120bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:14.414076 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4ecb4771-958b-4f36-aeaa-2dd347f72b45 req-8691b288-805c-4d6b-85e1-fcbb16921472 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626080 May 12 15:38:14.431646 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=8b405f70-0727-4331-b2c5-19dff1e0caa5,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:14.441836 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:14.465289 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02279b0b-e3a8-4c37-aecf-2d104fa93998 req-cfea49c3-d644-4fda-9999-d3f5ded48e2d tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:14.469011 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-02279b0b-e3a8-4c37-aecf-2d104fa93998 req-cfea49c3-d644-4fda-9999-d3f5ded48e2d tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.2180743 May 12 15:38:14.522176 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-02279b0b-e3a8-4c37-aecf-2d104fa93998 req-43e59404-4ca8-4937-8e6e-121f473b1a0a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484202 May 12 15:38:14.667323 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['8b405f70-0727-4331-b2c5-19dff1e0caa5'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:38:15.058024 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cb4e1-3274-4d82-b57a-75fc242b7356 req-660b4ed3-7dd5-45a8-8672-5d9c5ba22e55 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:15.061563 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-263cb4e1-3274-4d82-b57a-75fc242b7356 req-660b4ed3-7dd5-45a8-8672-5d9c5ba22e55 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 944 time: 0.1226964 May 12 15:38:15.090870 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55904) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:15.117140 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-263cb4e1-3274-4d82-b57a-75fc242b7356 req-138b8461-6739-4d53-a436-a0f6f5ba156e tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497408 May 12 15:38:15.293414 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:15.303001 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-2045b788-0df6-4742-ac91-b6d4b7b58e1f tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d6b1ef4045ca4846ad24634fed9a930f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291781 May 12 15:38:15.334434 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55922) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:15.462728 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-84d28914-b32d-4558-88b7-7017416f344a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:15.485508 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-84d28914-b32d-4558-88b7-7017416f344a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:15.500199 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-84d28914-b32d-4558-88b7-7017416f344a admin admin] Usage tracker for resource:security_group_rule and tenant:5f86ce83d7b448afa4a6958a7f1f45d3 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:15.504969 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-84d28914-b32d-4558-88b7-7017416f344a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:15.513293 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1202487195-network', 'tenant_id': 'd334301116c5430eb10d5ddeb97dd9f5'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:15.517958 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-e1ef2542-67cb-45b8-8170-f836217aba92 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:15.519140 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:15.519503 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-e1ef2542-67cb-45b8-8170-f836217aba92 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085247 May 12 15:38:15.520518 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-84d28914-b32d-4558-88b7-7017416f344a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:15.525550 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Usage tracker for resource:network and tenant:d334301116c5430eb10d5ddeb97dd9f5 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:15.530009 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:15.540489 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:15.553179 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-e70c7f71-2268-46d0-8a89-98d6b9da3410 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/quotas/d6b1ef4045ca4846ad24634fed9a930f HTTP/1.1" status: 200 len: 375 time: 0.0224991 May 12 15:38:15.643742 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-f6834d1c-6277-4efe-aa3d-2e552d36448a tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6b1ef4045ca4846ad24634fed9a930f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842979 May 12 15:38:15.673895 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Made reservation on behalf of d334301116c5430eb10d5ddeb97dd9f5 for: {'network': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:15.677662 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:15.695686 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:15.711297 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:15.715962 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Usage tracker for resource:security_group_rule and tenant:d334301116c5430eb10d5ddeb97dd9f5 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:15.718986 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:15.727068 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:15.731877 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e4583-93ad-420a-b1a8-a4c41e4a667d req-96eaf3c8-fafa-4512-a933-0139b8549de9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:15.733830 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-665e4583-93ad-420a-b1a8-a4c41e4a667d req-96eaf3c8-fafa-4512-a933-0139b8549de9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1698210 May 12 15:38:15.739139 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-84d28914-b32d-4558-88b7-7017416f344a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:15.782288 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-665e4583-93ad-420a-b1a8-a4c41e4a667d req-7bec05a6-296c-4170-8d24-3c894534e0b3 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418363 May 12 15:38:15.870812 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-84d28914-b32d-4558-88b7-7017416f344a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:15.879121 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-85c2d0e2-2d1b-4657-b3ee-db1bfeb97a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:15.965389 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:15.967631 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d28914-b32d-4558-88b7-7017416f344a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58172f8-e7f3-451e-b407-b778d67ffc96,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:16.012299 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-84d28914-b32d-4558-88b7-7017416f344a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:16.017744 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7d513c7d-9aec-4db8-a3c7-6e898726785e req-176cc582-9dce-4b6b-9a88-6cf4b42e878a tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0777340 May 12 15:38:16.018349 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55944) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:16.053591 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-84d28914-b32d-4558-88b7-7017416f344a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5f86ce83d7b448afa4a6958a7f1f45d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9615762 May 12 15:38:16.060729 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55952) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:16.083193 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.089832 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-354566d9-d00b-4e91-b802-de14065dfdec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:16.094608 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c110c-70be-4d5e-b8c2-9c634004f89c req-31fb1434-92a8-4970-bda4-7f56681be121 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:16.096601 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c20c110c-70be-4d5e-b8c2-9c634004f89c req-31fb1434-92a8-4970-bda4-7f56681be121 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1628308 May 12 15:38:16.150373 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=79429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:38:16.159422 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735c32ee-a018-4905-8513-ed74d691a3c1,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:16.162393 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c20c110c-70be-4d5e-b8c2-9c634004f89c req-9010add7-5baa-4ac5-b03a-90da8f26aaaa tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582736 May 12 15:38:16.164566 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:16.182600 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.183680 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.segments_db [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Added segment d7951a01-e08a-4487-9123-cb0331064858 of type vlan for network 77180020-91b4-4911-aa69-74b8c2d8930e May 12 15:38:16.210107 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7c10a871-6930-42d0-a1e4-5bcc7898add5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.259572 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.264685 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7c10a871-6930-42d0-a1e4-5bcc7898add5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.324981 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ce33a143-6a19-4e77-9304-be10978d61e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.351687 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-ce33a143-6a19-4e77-9304-be10978d61e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:16.357247 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-ce33a143-6a19-4e77-9304-be10978d61e6 admin admin] Usage tracker for resource:security_group_rule and tenant:8706a675dac04b39914243105baab687 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:16.360940 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-ce33a143-6a19-4e77-9304-be10978d61e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:16.363855 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc005c-ded5-4a42-822f-3a3ccb211a03 req-892eddb3-0de4-460e-8df5-177911843f09 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:16.365391 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-defc005c-ded5-4a42-822f-3a3ccb211a03 req-892eddb3-0de4-460e-8df5-177911843f09 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 944 time: 0.0912876 May 12 15:38:16.367383 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-ce33a143-6a19-4e77-9304-be10978d61e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:16.419516 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-defc005c-ded5-4a42-822f-3a3ccb211a03 req-299147cb-de53-4cea-a969-a24a46934cac tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453875 May 12 15:38:16.557111 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.561518 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7c10a871-6930-42d0-a1e4-5bcc7898add5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.565555 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:16.566722 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.571478 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-fba58a91-8396-425c-87eb-0fc7b53a3dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:16.596578 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10a871-6930-42d0-a1e4-5bcc7898add5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58172f8-e7f3-451e-b407-b778d67ffc96,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:16.599107 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-7c10a871-6930-42d0-a1e4-5bcc7898add5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:16.608667 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:16.759934 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Pushing event updated for resources: {'Network': ['ID=77180020-91b4-4911-aa69-74b8c2d8930e,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:16.771269 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network 77180020-91b4-4911-aa69-74b8c2d8930e details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:38:16.777227 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:16.809472 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7c10a871-6930-42d0-a1e4-5bcc7898add5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.809472 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-7c10a871-6930-42d0-a1e4-5bcc7898add5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e58172f8-e7f3-451e-b407-b778d67ffc96 HTTP/1.1" status: 204 len: 168 time: 0.7428992 May 12 15:38:16.820718 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ce33a143-6a19-4e77-9304-be10978d61e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.942837 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6072807 May 12 15:38:16.945629 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 55962) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:16.951189 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Request body: {'subnet': {'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1202487195-subnet', 'tenant_id': 'd334301116c5430eb10d5ddeb97dd9f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:16.955951 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:16.959974 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Usage tracker for resource:subnet and tenant:d334301116c5430eb10d5ddeb97dd9f5 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:16.963002 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:16.970527 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:16.989369 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ce33a143-6a19-4e77-9304-be10978d61e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.999615 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197fabe-f2b1-452f-9c0e-cbccca2f5ea4 req-b58408e8-2655-4f67-b381-9ed7104ed2c2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:17.001167 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4197fabe-f2b1-452f-9c0e-cbccca2f5ea4 req-b58408e8-2655-4f67-b381-9ed7104ed2c2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.0962026 May 12 15:38:17.002963 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-259f536c-003c-473b-bc66-230483af8966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:17.047287 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-ce33a143-6a19-4e77-9304-be10978d61e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8706a675dac04b39914243105baab687&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0271070 May 12 15:38:17.049388 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33a143-6a19-4e77-9304-be10978d61e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2af8e66-b566-4172-a9a3-5c9376c5acec,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:17.051214 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 55970) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:17.053215 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-ce33a143-6a19-4e77-9304-be10978d61e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:17.056884 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4197fabe-f2b1-452f-9c0e-cbccca2f5ea4 req-1786aa49-a1a7-4048-8119-8e03c472a098 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492916 May 12 15:38:17.068384 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:17.092775 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Made reservation on behalf of d334301116c5430eb10d5ddeb97dd9f5 for: {'subnet': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:17.095437 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11965813'] for subnet, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:17.146429 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-07a952d6-9daa-48fa-b086-01e83c84a267 req-cec967d1-275b-42da-9d23-a5edc4731dea tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0616853 May 12 15:38:17.181469 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-452e73b3-9ac5-42d5-88b3-1faf57e5c80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:17.216922 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-452e73b3-9ac5-42d5-88b3-1faf57e5c80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:17.383870 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b4766-74f7-4809-bdb6-3f56aaacb3ed req-fa6b303f-ec0c-49b4-94fe-d967417c5975 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:17.385498 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-856b4766-74f7-4809-bdb6-3f56aaacb3ed req-fa6b303f-ec0c-49b4-94fe-d967417c5975 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.0872717 May 12 15:38:17.406166 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-452e73b3-9ac5-42d5-88b3-1faf57e5c80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:17.412514 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ec6241e1-2178-4457-a0ee-5be9c2780787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:17.433510 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e73b3-9ac5-42d5-88b3-1faf57e5c80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2af8e66-b566-4172-a9a3-5c9376c5acec,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:17.452804 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-452e73b3-9ac5-42d5-88b3-1faf57e5c80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:17.466190 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-856b4766-74f7-4809-bdb6-3f56aaacb3ed req-4f4233e7-727c-4a74-ae0a-db425a2ecb19 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747445 May 12 15:38:17.479186 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-452e73b3-9ac5-42d5-88b3-1faf57e5c80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:17.483826 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-452e73b3-9ac5-42d5-88b3-1faf57e5c80b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2af8e66-b566-4172-a9a3-5c9376c5acec HTTP/1.1" status: 204 len: 168 time: 0.4310327 May 12 15:38:17.760430 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea05b3-185d-4d00-b124-7a1a5f2dd23c req-a5ec9b1d-b0a7-4862-a930-5db96f1d4a0e tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:17.762384 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-24ea05b3-185d-4d00-b124-7a1a5f2dd23c req-a5ec9b1d-b0a7-4862-a930-5db96f1d4a0e tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 944 time: 0.1602540 May 12 15:38:17.775351 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 8b405f70-0727-4331-b2c5-19dff1e0caa5 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:38:17.821799 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-24ea05b3-185d-4d00-b124-7a1a5f2dd23c req-68160948-9db9-406f-8acf-edd88dc7740e tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490584 May 12 15:38:17.885467 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11589197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11965703'] for subnet, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:17.890708 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-878411f8-d226-44ff-8aae-0b55b4a74fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:17.970281 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e567c833-bf2c-4d3b-b0d9-ac10fc9becb0,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:17.976097 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:17.986441 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Checking segment: {'id': 'd7951a01-e08a-4487-9123-cb0331064858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:38:17.986800 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Network hostable DHCP agents. Network: 77180020-91b4-4911-aa69-74b8c2d8930e, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:38:17.997415 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port 8b405f70-0727-4331-b2c5-19dff1e0caa5 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:38:18.008931 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 8b405f70-0727-4331-b2c5-19dff1e0caa5 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:38:18.010092 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:18.121308 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Network 77180020-91b4-4911-aa69-74b8c2d8930e is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:38:18.163052 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:18.204596 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2240db9c-de37-4a05-9f45-2e9e10239556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b405f70-0727-4331-b2c5-19dff1e0caa5'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:18.219685 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 8b405f70-0727-4331-b2c5-19dff1e0caa5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b405f70-0727-4331-b2c5-19dff1e0caa5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:18.280961 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, 77180020-91b4-4911-aa69-74b8c2d8930e) {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:18.292463 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af78671-e41f-44df-9453-b96fb469c276 None None] Network 77180020-91b4-4911-aa69-74b8c2d8930e requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:38:18.306285 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:18.306892 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:18.378956 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b6b766e6-08f7-445f-80da-2ce6ee36fea9 req-107f7058-e944-4697-b530-99bc4a1e3251 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0475097 May 12 15:38:18.384360 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:18.388524 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:18.421227 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19c315-222a-413c-91ea-ff6412a8dbf4 req-989f75cd-eebc-4a4a-9849-0e401cd7e5a7 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:18.424380 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-9c0f4168-de10-4165-9763-75654b6badc9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4776611 May 12 15:38:18.427824 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fa19c315-222a-413c-91ea-ff6412a8dbf4 req-989f75cd-eebc-4a4a-9849-0e401cd7e5a7 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1545322 May 12 15:38:18.483554 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fa19c315-222a-413c-91ea-ff6412a8dbf4 req-165b7948-c1fe-476d-a186-eaeee939d3a8 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439348 May 12 15:38:18.503116 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2240db9c-de37-4a05-9f45-2e9e10239556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b405f70-0727-4331-b2c5-19dff1e0caa5', 'code': 200} May 12 15:38:18.530362 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=8b405f70-0727-4331-b2c5-19dff1e0caa5,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:18.536220 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:18.563976 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 56022) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:18.622069 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c6dbc-5865-4b0f-8564-92b9c7762518 None None] Network 77180020-91b4-4911-aa69-74b8c2d8930e requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:38:18.746042 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1248420111-network', 'tenant_id': 'e102920e7f4e4b588b73ea2391a81b22'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:18.750752 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:18.762259 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Usage tracker for resource:network and tenant:e102920e7f4e4b588b73ea2391a81b22 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:18.768599 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:18.782982 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69892b1-5e5a-420e-9758-00f248ed2206 req-242c210f-5920-4a75-9a30-82194d2b8bff tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:18.785108 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e69892b1-5e5a-420e-9758-00f248ed2206 req-242c210f-5920-4a75-9a30-82194d2b8bff tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1389887 May 12 15:38:18.786280 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:18.838717 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e69892b1-5e5a-420e-9758-00f248ed2206 req-46c27319-03cf-4dcd-a0c2-ec994566d437 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468154 May 12 15:38:18.930501 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Made reservation on behalf of e102920e7f4e4b588b73ea2391a81b22 for: {'network': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:18.933662 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:18.947080 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:18.972176 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:18.972176 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Usage tracker for resource:security_group_rule and tenant:e102920e7f4e4b588b73ea2391a81b22 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:18.974021 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:18.981008 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:19.089348 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:19.126762 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb711a9c-ced8-4d1b-a308-8c7eb44e5d05 req-0e6a815c-5ff5-4848-bdab-7dcd477dfb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:19.128267 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eb711a9c-ced8-4d1b-a308-8c7eb44e5d05 req-0e6a815c-5ff5-4848-bdab-7dcd477dfb9b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 1098 time: 0.1759744 May 12 15:38:19.169559 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f28ff-ef63-45e2-ad55-44e7db5a69f5 req-2d240e1b-c2c5-4857-a2bf-a1b517d35f61 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:19.176441 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5d7f28ff-ef63-45e2-ad55-44e7db5a69f5 req-2d240e1b-c2c5-4857-a2bf-a1b517d35f61 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 945 time: 0.1350281 May 12 15:38:19.181867 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:19.187042 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-cd7d12dc-314b-4583-91a7-6fd99da43939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:19.225080 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=79429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:38:19.234185 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422303ff-2865-4c5a-8120-0e66bf17472c,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:19.237636 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eb711a9c-ced8-4d1b-a308-8c7eb44e5d05 req-fd81df42-f02f-4771-ac2d-04445c7c1f34 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956087 May 12 15:38:19.238929 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:19.247106 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:19.248856 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.segments_db [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Added segment 125a4b66-009c-4817-8780-db2bfa7dca37 of type vlan for network 0b60c812-f3c9-4441-925f-9e2e918d7706 May 12 15:38:19.259843 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5d7f28ff-ef63-45e2-ad55-44e7db5a69f5 req-ea2518fc-2db2-4986-9fcd-bb4b6eb71feb tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822873 May 12 15:38:19.291359 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:19.335259 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-bf3fc5b4-ed21-4859-b184-3aad64688bcc tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d6b1ef4045ca4846ad24634fed9a930f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288780 May 12 15:38:19.458136 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:19.459654 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:19.460271 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:19.464512 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:19.594263 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-27a67776-af48-42ca-9f33-9dea3ee63d28 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:19.595798 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-27a67776-af48-42ca-9f33-9dea3ee63d28 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2464268 May 12 15:38:19.598590 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cfb429ab-5717-4220-9bb2-cc3b79716109 req-e7be1960-de80-492e-bab9-382012226805 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0653780 May 12 15:38:19.624164 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Request body: {'port': {'device_id': 'afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0', 'network_id': 'cdffa33c-5430-43b0-b4f2-f5cd3d329ebc', 'admin_state_up': True, 'tenant_id': 'd6b1ef4045ca4846ad24634fed9a930f'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:19.624472 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Pushing event updated for resources: {'Network': ['ID=0b60c812-f3c9-4441-925f-9e2e918d7706,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:19.627062 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:19.636166 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network 0b60c812-f3c9-4441-925f-9e2e918d7706 details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:38:19.711260 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1461332 May 12 15:38:19.714249 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 56048) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:19.721818 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Request body: {'subnet': {'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1248420111-subnet', 'tenant_id': 'e102920e7f4e4b588b73ea2391a81b22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:19.727262 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:19.731772 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Usage tracker for resource:subnet and tenant:e102920e7f4e4b588b73ea2391a81b22 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:19.735261 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:19.743493 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:19.810481 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:19.821281 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Usage tracker for resource:port and tenant:d6b1ef4045ca4846ad24634fed9a930f is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:19.825184 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:19.837832 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c9e10-d385-4719-807a-0d4044ebdc82 req-51477c76-b15c-4f38-9e67-b0e671350871 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:19.837832 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-195c9e10-d385-4719-807a-0d4044ebdc82 req-51477c76-b15c-4f38-9e67-b0e671350871 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1506085 May 12 15:38:19.843931 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:19.893469 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-195c9e10-d385-4719-807a-0d4044ebdc82 req-d403cbdf-bb4b-4538-992c-7f1462deeb1a tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471413 May 12 15:38:19.924478 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Made reservation on behalf of e102920e7f4e4b588b73ea2391a81b22 for: {'subnet': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:19.926901 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11965813'] for subnet, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:20.055018 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Made reservation on behalf of d6b1ef4045ca4846ad24634fed9a930f for: {'port': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:20.058926 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:20.075773 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:20.094534 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476d1de-5763-4939-9452-b9909c1a55d9 req-044c70e0-b1ed-453d-99c2-4f76f4636847 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:20.096117 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d476d1de-5763-4939-9452-b9909c1a55d9 req-044c70e0-b1ed-453d-99c2-4f76f4636847 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1165936 May 12 15:38:20.102114 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:20.120795 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Usage tracker for resource:security_group_rule and tenant:d6b1ef4045ca4846ad24634fed9a930f is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:20.126816 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:20.136230 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:20.163210 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d476d1de-5763-4939-9452-b9909c1a55d9 req-1a466009-cd9c-4d30-a7f6-811d3d787049 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583835 May 12 15:38:20.163971 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 56064) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:20.257567 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:20.325301 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0973e454-8d9a-4fa9-9963-1c4bc200077f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:20.370339 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:20.373607 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-99026915-58df-4a53-a868-7b6d017346e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:20.385815 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-0973e454-8d9a-4fa9-9963-1c4bc200077f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:20.398193 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-0973e454-8d9a-4fa9-9963-1c4bc200077f admin admin] Usage tracker for resource:security_group_rule and tenant:32a1262689eb4f5080fbd18d1272a4db is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:20.402528 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-0973e454-8d9a-4fa9-9963-1c4bc200077f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:20.409729 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-0973e454-8d9a-4fa9-9963-1c4bc200077f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:20.501366 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ce9181-4904-49c0-a187-1db47c2abb19,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:20.508124 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:20.548249 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0973e454-8d9a-4fa9-9963-1c4bc200077f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:20.616436 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11589197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11965703'] for subnet, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:20.621358 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:20.650912 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7981a11-ce34-40e9-a8b0-3a9466b17a04 req-0d902b83-8fdb-4266-8978-c9d3839fb562 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:20.655769 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0973e454-8d9a-4fa9-9963-1c4bc200077f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:20.658758 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c7981a11-ce34-40e9-a8b0-3a9466b17a04 req-0d902b83-8fdb-4266-8978-c9d3839fb562 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 945 time: 0.2298059 May 12 15:38:20.701241 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Allocated IP 192.168.233.165 (cdffa33c-5430-43b0-b4f2-f5cd3d329ebc/6c8ffc41-4f4c-416f-a5b0-97f49651995f/9002c590-eb37-4424-9808-3a59d0a1d4ea) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:20.727744 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-0973e454-8d9a-4fa9-9963-1c4bc200077f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32a1262689eb4f5080fbd18d1272a4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5614088 May 12 15:38:20.734064 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 56074) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:20.734743 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed17e5bb-afa6-42a1-9b52-c4f5fad0657d,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:20.753112 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Checking segment: {'id': '125a4b66-009c-4817-8780-db2bfa7dca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:38:20.754037 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Network hostable DHCP agents. Network: 0b60c812-f3c9-4441-925f-9e2e918d7706, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:38:20.763995 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:20.764359 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:20.764717 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:20.765095 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:20.765450 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:20.765793 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:20.766134 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:20.766475 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:20.766815 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:20.767153 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:20.767489 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:20.767823 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:20.773406 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:20.774031 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e6c3b811-69c4-4614-950c-badd202b2d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:20.774774 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c7981a11-ce34-40e9-a8b0-3a9466b17a04 req-178b7730-109a-4e1f-a702-afdae0021d2a tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151464 May 12 15:38:20.803054 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a697e71a-692a-4749-9bf8-0397954789da req-0f7a1455-8a0b-4452-b3a4-9dce529e883b tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0771074 May 12 15:38:20.835921 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973e454-8d9a-4fa9-9963-1c4bc200077f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebc1066-0c2c-46b3-b43b-4cfde1b87e92,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:20.846238 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0973e454-8d9a-4fa9-9963-1c4bc200077f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:20.856025 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b6427755-d22b-48da-853a-1f12feef0c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:20.886671 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b6427755-d22b-48da-853a-1f12feef0c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:21.068219 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:21.098738 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Network 0b60c812-f3c9-4441-925f-9e2e918d7706 is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:38:21.162909 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ae57a-4465-4b66-9a03-1ddcf7a20264 req-e05580bb-6ffc-49bd-b913-f3a0fae8df94 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:21.165127 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b6427755-d22b-48da-853a-1f12feef0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:21.174490 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e221b5b5-6f9c-4cab-89da-b4ecc053144b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:21.175188 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-485ae57a-4465-4b66-9a03-1ddcf7a20264 req-e05580bb-6ffc-49bd-b913-f3a0fae8df94 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1075356 May 12 15:38:21.175188 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Transition to ACTIVE for port object 9002c590-eb37-4424-9808-3a59d0a1d4ea will not be triggered until provisioned by entity DHCP. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:38:21.189449 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6427755-d22b-48da-853a-1f12feef0c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebc1066-0c2c-46b3-b43b-4cfde1b87e92,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:21.192302 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b6427755-d22b-48da-853a-1f12feef0c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:21.212084 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b6427755-d22b-48da-853a-1f12feef0c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:21.214530 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-b6427755-d22b-48da-853a-1f12feef0c11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ebc1066-0c2c-46b3-b43b-4cfde1b87e92 HTTP/1.1" status: 204 len: 168 time: 0.4772997 May 12 15:38:21.239697 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, 0b60c812-f3c9-4441-925f-9e2e918d7706) {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:21.252154 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f168ab-5bb8-41a5-87db-4ad744fc76b8 None None] Network 0b60c812-f3c9-4441-925f-9e2e918d7706 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:38:21.252669 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:21.252883 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:21.261523 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-485ae57a-4465-4b66-9a03-1ddcf7a20264 req-84c6d822-771f-4548-9ac9-ab49468a070a tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748041 May 12 15:38:21.336521 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:21.353825 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-1a359b6a-05bb-4631-91f0-c6a1049adecf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6367159 May 12 15:38:21.413946 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:21.473439 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccfdaad-b210-436b-8821-2c9217c766d8 None None] Network 0b60c812-f3c9-4441-925f-9e2e918d7706 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:38:21.543685 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Network cdffa33c-5430-43b0-b4f2-f5cd3d329ebc is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:21.550253 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:21.552909 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:38:21.625313 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Pushing event updated for resources: {'Port': ['ID=9002c590-eb37-4424-9808-3a59d0a1d4ea,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:21.636204 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:21.693070 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e2f62b2-d6df-4633-81a9-0c12e5d10d79 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:21.695520 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e2f62b2-d6df-4633-81a9-0c12e5d10d79 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/networks?id=77180020-91b4-4911-aa69-74b8c2d8930e HTTP/1.1" status: 200 len: 814 time: 0.3903918 May 12 15:38:21.703629 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:21.704591 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:21.741015 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-1a7fbf36-d6d6-445f-8d5a-19d7365ee6cd tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/quotas/d334301116c5430eb10d5ddeb97dd9f5 HTTP/1.1" status: 200 len: 375 time: 0.0313163 May 12 15:38:21.810378 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56624c8-bf23-44e9-afa7-8a092adf2e6c req-8999a68e-27f0-4bb4-80a2-34390a3a775e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:21.812026 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c56624c8-bf23-44e9-afa7-8a092adf2e6c req-8999a68e-27f0-4bb4-80a2-34390a3a775e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.4044845 May 12 15:38:21.822816 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-f59a2d7e-e4a7-43eb-8337-740d7034e0f6 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d334301116c5430eb10d5ddeb97dd9f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741768 May 12 15:38:21.866564 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2522004 May 12 15:38:21.939621 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Request body: {'port': {'device_id': 'afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:21.941954 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-81c01e83-7ddd-47ae-8fe2-3f65f00c0582 None None] Provisioning for port 9002c590-eb37-4424-9808-3a59d0a1d4ea completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:38:21.947761 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-81c01e83-7ddd-47ae-8fe2-3f65f00c0582 None None] Provisioning complete for port 9002c590-eb37-4424-9808-3a59d0a1d4ea triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:38:21.948153 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-81c01e83-7ddd-47ae-8fe2-3f65f00c0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:22.003332 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c56624c8-bf23-44e9-afa7-8a092adf2e6c req-071ab46f-233f-4df8-af02-b6ccb252d7c1 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845846 May 12 15:38:22.035633 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-81c01e83-7ddd-47ae-8fe2-3f65f00c0582 None None] Port 9002c590-eb37-4424-9808-3a59d0a1d4ea cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:38:22.174439 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-c488271e-a12a-425e-8f0f-949993602476 service neutron] 10.222.0.61 "GET /v2.0/networks/77180020-91b4-4911-aa69-74b8c2d8930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377008 May 12 15:38:22.187201 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:22.480706 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f533a6-d2de-4f5a-8ca5-85dbfef1299a req-85d4f107-653e-4bfa-88dc-af0da4db2a35 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:22.482279 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-54f533a6-d2de-4f5a-8ca5-85dbfef1299a req-85d4f107-653e-4bfa-88dc-af0da4db2a35 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 945 time: 0.3642983 May 12 15:38:22.494890 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-ff978385-f0e3-4258-a31e-e5352a04a7b2 service neutron] 10.222.0.61 "GET /v2.0/networks/77180020-91b4-4911-aa69-74b8c2d8930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979307 May 12 15:38:22.627301 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-54f533a6-d2de-4f5a-8ca5-85dbfef1299a req-bfc7c7dd-7ffe-4200-a4b7-358df7bd47a6 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352851 May 12 15:38:23.016507 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9002c590-eb37-4424-9808-3a59d0a1d4ea {{(pid=79428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:38:23.020094 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:23.048016 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Transition to ACTIVE for port object 9002c590-eb37-4424-9808-3a59d0a1d4ea will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:38:23.088988 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777d9de-abb3-4e0c-9725-f02c7e2cd160 req-d41e60fc-fab8-47a9-9eee-5c4c4bc6a5f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:23.089803 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-7777d9de-abb3-4e0c-9725-f02c7e2cd160 req-d41e60fc-fab8-47a9-9eee-5c4c4bc6a5f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Synchronizing usage tracker for tenant:d6b1ef4045ca4846ad24634fed9a930f on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:38:23.106384 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4218e-375e-44b5-aec8-5ef1975c049b req-45f73c27-4e8b-4eb5-b8e0-42e5d46ad931 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:23.107867 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a9b4218e-375e-44b5-aec8-5ef1975c049b req-45f73c27-4e8b-4eb5-b8e0-42e5d46ad931 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.2169638 May 12 15:38:23.227740 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a9b4218e-375e-44b5-aec8-5ef1975c049b req-21db0836-eaf8-44ac-9d9b-4cbe1319b31c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131022 May 12 15:38:23.228520 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:23.233853 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:23.421767 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-7777d9de-abb3-4e0c-9725-f02c7e2cd160 req-d41e60fc-fab8-47a9-9eee-5c4c4bc6a5f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Unset dirty status for tenant:d6b1ef4045ca4846ad24634fed9a930f on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:38:23.422995 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7777d9de-abb3-4e0c-9725-f02c7e2cd160 req-d41e60fc-fab8-47a9-9eee-5c4c4bc6a5f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 936 time: 0.5333459 May 12 15:38:23.432648 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e902de8e-a96e-4516-859e-e167919c2727 req-11fc352c-faf2-47ee-ad43-e4cc5dcabcf6 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 210 time: 0.0925727 May 12 15:38:23.433649 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9002c590-eb37-4424-9808-3a59d0a1d4ea,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:23.491169 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:23.491544 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:23.491781 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:23.492274 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:23.492459 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:23.492797 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:23.493157 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:23.493492 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:23.493991 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:23.494174 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:23.494488 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:23.494815 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:23.530428 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:23.564893 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-7777d9de-abb3-4e0c-9725-f02c7e2cd160 req-55f666a1-5566-4ccb-9696-7e5f2830bfd0 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Synchronizing usage tracker for tenant:d6b1ef4045ca4846ad24634fed9a930f on resource:security_group {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:38:23.664053 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Attempting to bind port 9002c590-eb37-4424-9808-3a59d0a1d4ea on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:38:23.664395 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Attempting to bind port 9002c590-eb37-4424-9808-3a59d0a1d4ea by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '8c39c059-ca8a-4161-ad4b-c642bd55bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cdffa33c-5430-43b0-b4f2-f5cd3d329ebc'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:38:23.664732 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Attempting to bind port 9002c590-eb37-4424-9808-3a59d0a1d4ea on network cdffa33c-5430-43b0-b4f2-f5cd3d329ebc {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:38:23.688749 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Port 9002c590-eb37-4424-9808-3a59d0a1d4ea on network cdffa33c-5430-43b0-b4f2-f5cd3d329ebc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:38:23.689190 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Attempting to bind port 9002c590-eb37-4424-9808-3a59d0a1d4ea on network cdffa33c-5430-43b0-b4f2-f5cd3d329ebc {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:38:23.696886 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:38:23.697261 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Checking segment: {'id': '8c39c059-ca8a-4161-ad4b-c642bd55bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cdffa33c-5430-43b0-b4f2-f5cd3d329ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:38:23.697644 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Bound using segment: {'id': '8c39c059-ca8a-4161-ad4b-c642bd55bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cdffa33c-5430-43b0-b4f2-f5cd3d329ebc'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:38:23.698090 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Bound port: 9002c590-eb37-4424-9808-3a59d0a1d4ea, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c39c059-ca8a-4161-ad4b-c642bd55bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cdffa33c-5430-43b0-b4f2-f5cd3d329ebc'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:38:23.698432 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:23.791675 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5b301-1d45-4383-ad38-c5fda0cb9f4c req-2839bb3d-d9d0-4757-b068-11c77059fd59 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:23.793067 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3fa5b301-1d45-4383-ad38-c5fda0cb9f4c req-2839bb3d-d9d0-4757-b068-11c77059fd59 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.2095034 May 12 15:38:23.805074 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-7777d9de-abb3-4e0c-9725-f02c7e2cd160 req-55f666a1-5566-4ccb-9696-7e5f2830bfd0 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Unset dirty status for tenant:d6b1ef4045ca4846ad24634fed9a930f on resource:security_group {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:38:23.806148 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7777d9de-abb3-4e0c-9725-f02c7e2cd160 req-55f666a1-5566-4ccb-9696-7e5f2830bfd0 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/security-groups?id=56ce9181-4904-49c0-a187-1db47c2abb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686633 May 12 15:38:23.829282 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] For port 9002c590-eb37-4424-9808-3a59d0a1d4ea, host hv-cinder-78960, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:38:23.846939 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] For port 9002c590-eb37-4424-9808-3a59d0a1d4ea, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9002c590-eb37-4424-9808-3a59d0a1d4ea,segment=NetworkSegment(8c39c059-ca8a-4161-ad4b-c642bd55bdf2),segment_id=8c39c059-ca8a-4161-ad4b-c642bd55bdf2)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:38:23.847176 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 66b32936-92af-4c88-a369-451c41085c70 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:38:23.857177 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3fa5b301-1d45-4383-ad38-c5fda0cb9f4c req-f7254987-6536-4808-bf63-367f10fc8d55 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552418 May 12 15:38:23.933301 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:23.937853 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:23.991666 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 66b32936-92af-4c88-a369-451c41085c70, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=66b32936-92af-4c88-a369-451c41085c70,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:24.007674 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '66b32936-92af-4c88-a369-451c41085c70', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'port_id': '66b32936-92af-4c88-a369-451c41085c70', 'mac_address': 'fa:16:3e:76:32:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:38:24.020574 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:24.020574 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:24.021804 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/9002c590-eb37-4424-9808-3a59d0a1d4ea HTTP/1.1" status: 200 len: 1098 time: 2.0865304 May 12 15:38:24.022274 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0', 'tag': '9002c590-eb37-4424-9808-3a59d0a1d4ea'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:24.033927 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9002c590-eb37-4424-9808-3a59d0a1d4ea,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:24.042788 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:24.073429 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0', 'tag': '9002c590-eb37-4424-9808-3a59d0a1d4ea', 'status': 'completed', 'code': 200} May 12 15:38:24.078940 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:24.097731 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66b32936-92af-4c88-a369-451c41085c70 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:38:24.115136 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 66b32936-92af-4c88-a369-451c41085c70, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=66b32936-92af-4c88-a369-451c41085c70,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:24.178679 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ef25a-fe3b-4ae2-a612-bf6bbd00fc5f req-957b11f7-91be-4781-86dc-4dae94e6e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:24.180198 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-749ef25a-fe3b-4ae2-a612-bf6bbd00fc5f req-957b11f7-91be-4781-86dc-4dae94e6e948 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6b1ef4045ca4846ad24634fed9a930f&device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 1101 time: 0.0813658 May 12 15:38:24.216371 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-749ef25a-fe3b-4ae2-a612-bf6bbd00fc5f req-98524f1e-f3e3-405a-bc61-df3b6a414bb7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d6b1ef4045ca4846ad24634fed9a930f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268943 May 12 15:38:24.235127 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:24.236975 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:24.343393 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=66b32936-92af-4c88-a369-451c41085c70,revision_number=6']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:24.359331 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:24.359672 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:24.360007 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:24.360337 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:24.360661 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:24.360984 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:24.362022 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:24.362385 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:24.363239 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:24.363563 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:24.363881 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:24.364198 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:24.374735 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ef25a-fe3b-4ae2-a612-bf6bbd00fc5f req-3c108f1e-ec28-4b9e-9b99-f07b04b0f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:24.376541 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-749ef25a-fe3b-4ae2-a612-bf6bbd00fc5f req-3c108f1e-ec28-4b9e-9b99-f07b04b0f734 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523952 May 12 15:38:24.378327 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:24.379838 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['66b32936-92af-4c88-a369-451c41085c70'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:38:24.585234 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4291686f-631c-4443-bbab-df2e6bae4de0 req-21159845-4abd-4453-92b3-4d84cb01763c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 210 time: 0.0616310 May 12 15:38:24.593607 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9517f-e708-45e7-a9e0-db8c0fa447d4 req-1b660d4e-3896-4777-819e-c84b0da36c48 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:24.595240 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f0c9517f-e708-45e7-a9e0-db8c0fa447d4 req-1b660d4e-3896-4777-819e-c84b0da36c48 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 945 time: 0.2169206 May 12 15:38:24.640801 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-94f60c9d-ec7e-4d95-a128-8bdf63935a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:24.642314 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-94f60c9d-ec7e-4d95-a128-8bdf63935a3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6b1ef4045ca4846ad24634fed9a930f&device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 1101 time: 0.2180331 May 12 15:38:24.723430 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-b9abc23e-8b34-4815-b043-a3535a09f840 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=9002c590-eb37-4424-9808-3a59d0a1d4ea HTTP/1.1" status: 200 len: 217 time: 0.0724809 May 12 15:38:24.728413 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f0c9517f-e708-45e7-a9e0-db8c0fa447d4 req-09f93874-5fb1-4b3b-9659-0c5423e1ca8b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243758 May 12 15:38:24.900925 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-8000308f-3a1a-4b9e-b63c-78ea62cf883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:24.902383 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-8000308f-3a1a-4b9e-b63c-78ea62cf883c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c8ffc41-4f4c-416f-a5b0-97f49651995f HTTP/1.1" status: 200 len: 843 time: 0.1589408 May 12 15:38:25.007440 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-dee32b1a-3d01-47d9-bbb6-07251387c786 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:25.008958 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-dee32b1a-3d01-47d9-bbb6-07251387c786 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/networks?id=0b60c812-f3c9-4441-925f-9e2e918d7706 HTTP/1.1" status: 200 len: 809 time: 0.2203212 May 12 15:38:25.034646 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-bfaed96c-d6a8-4669-825e-e5fc422b1c0c tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/quotas/e102920e7f4e4b588b73ea2391a81b22 HTTP/1.1" status: 200 len: 375 time: 0.0178599 May 12 15:38:25.036778 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-5b17c726-68c4-4f17-8d1b-0c55a8dca7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:25.038259 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-5b17c726-68c4-4f17-8d1b-0c55a8dca7bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cdffa33c-5430-43b0-b4f2-f5cd3d329ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1275289 May 12 15:38:25.101368 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-083f4d29-4a5c-482d-9f3a-f87baace2a21 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e102920e7f4e4b588b73ea2391a81b22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610137 May 12 15:38:25.385850 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-d8a7401d-6ed4-4e7a-b629-17e1be07f679 service neutron] 10.222.0.15 "GET /v2.0/networks/cdffa33c-5430-43b0-b4f2-f5cd3d329ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139853 May 12 15:38:25.390720 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-0bfb1824-76c6-4aae-acae-41443358f74d service neutron] 10.222.0.61 "GET /v2.0/networks/0b60c812-f3c9-4441-925f-9e2e918d7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717358 May 12 15:38:25.636833 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f73a6bd-c2c5-4f53-a8e5-9d0fb41347bf req-9f1a0101-161d-4871-add4-b986e6eb7cf8 service neutron] 10.222.0.15 "GET /v2.0/networks/cdffa33c-5430-43b0-b4f2-f5cd3d329ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407126 May 12 15:38:25.638719 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-e6ab0934-fc24-4812-91bc-ddc635e6554d service neutron] 10.222.0.61 "GET /v2.0/networks/0b60c812-f3c9-4441-925f-9e2e918d7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210414 May 12 15:38:25.860005 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 66b32936-92af-4c88-a369-451c41085c70 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:38:25.948071 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 66b32936-92af-4c88-a369-451c41085c70 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:38:25.948175 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:26.214684 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:26.253849 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b32936-92af-4c88-a369-451c41085c70'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:26.275817 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 66b32936-92af-4c88-a369-451c41085c70, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=66b32936-92af-4c88-a369-451c41085c70,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:26.299030 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d31cb-cad2-4cd4-85b8-8a2c89f80641 req-4a1c9baf-b4f5-4bbf-a489-8b036579b576 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:26.301156 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-829d31cb-cad2-4cd4-85b8-8a2c89f80641 req-4a1c9baf-b4f5-4bbf-a489-8b036579b576 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 948 time: 0.2310879 May 12 15:38:26.364545 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-829d31cb-cad2-4cd4-85b8-8a2c89f80641 req-e2535d8b-c06a-4e0b-8364-2d39367deec0 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/security-groups?id=56ce9181-4904-49c0-a187-1db47c2abb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569117 May 12 15:38:26.401446 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:26.406409 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:26.415890 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d336c80-ab3d-4a37-9b96-e28ec87efee5 req-4fb408a7-7d5a-4879-a524-5640870c7a75 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:26.424401 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9d336c80-ab3d-4a37-9b96-e28ec87efee5 req-4fb408a7-7d5a-4879-a524-5640870c7a75 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1704218 May 12 15:38:26.518226 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=66b32936-92af-4c88-a369-451c41085c70,revision_number=7']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:26.531625 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:26.632994 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-05363abb-1aec-439a-b2c8-977ff2c15784 req-f31b30ab-8b75-442b-bc69-684c2cb1a418 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 210 time: 0.1393714 May 12 15:38:26.647713 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9d336c80-ab3d-4a37-9b96-e28ec87efee5 req-b141f790-2a5d-4700-94b3-4b027c0cd17e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207713 May 12 15:38:26.725119 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-a8623d6d-2a13-4274-af84-0344de9177a9 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:26.725119 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-a8623d6d-2a13-4274-af84-0344de9177a9 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.15 "GET /v2.0/networks?id=77180020-91b4-4911-aa69-74b8c2d8930e HTTP/1.1" status: 200 len: 814 time: 0.2812428 May 12 15:38:26.793278 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Request body: {'port': {'device_id': 'a561b631-bba5-491b-ada5-7c93ab976cd7', 'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e', 'admin_state_up': True, 'tenant_id': 'd334301116c5430eb10d5ddeb97dd9f5'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:26.879477 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-744ebbcb-3078-49eb-b2f9-d62ac7ee7dbe req-f101ad7c-40ed-4266-90e8-bb2852564782 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 210 time: 0.1462450 May 12 15:38:26.996870 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b32936-92af-4c88-a369-451c41085c70', 'code': 200} May 12 15:38:27.043274 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:27.051979 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Usage tracker for resource:port and tenant:d334301116c5430eb10d5ddeb97dd9f5 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:27.066871 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46f5fd-17eb-44fc-a850-01d250bb31e8 req-26633f7f-cd0c-4787-bdbe-a379d617e079 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:27.068477 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-db46f5fd-17eb-44fc-a850-01d250bb31e8 req-26633f7f-cd0c-4787-bdbe-a379d617e079 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.2028656 May 12 15:38:27.069638 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:27.083613 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:27.132183 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-db46f5fd-17eb-44fc-a850-01d250bb31e8 req-3444fb67-3824-4933-88a8-e9937496911a tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503998 May 12 15:38:27.239953 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Made reservation on behalf of d334301116c5430eb10d5ddeb97dd9f5 for: {'port': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:27.243920 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:27.462552 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Allocated IP 172.20.0.2 (77180020-91b4-4911-aa69-74b8c2d8930e/e567c833-bf2c-4d3b-b0d9-ac10fc9becb0/a11ed92b-6080-498b-b871-cf0eacb58902) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:27.849448 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-edaa2e44-c7f2-4283-8fbb-896ea5f0ba49 req-be00b5e6-c76b-4cd8-a2b2-31ce2e367901 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 210 time: 0.0685282 May 12 15:38:27.936651 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef9108-8d82-48ce-925a-ab1c5f5d23a5 req-5ddfccf2-fa9f-435a-bfe7-65228b717a30 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:27.939475 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8aef9108-8d82-48ce-925a-ab1c5f5d23a5 req-5ddfccf2-fa9f-435a-bfe7-65228b717a30 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 948 time: 0.3466165 May 12 15:38:27.979964 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:28.058395 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8aef9108-8d82-48ce-925a-ab1c5f5d23a5 req-8b23f1ab-6427-4221-a19f-13967ab31dba tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/security-groups?id=56ce9181-4904-49c0-a187-1db47c2abb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176808 May 12 15:38:28.129462 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a7906-67de-45cd-98d5-271a2be48cad req-88041d33-4c8a-47de-80cf-970311d02d29 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:28.140978 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5a8a7906-67de-45cd-98d5-271a2be48cad req-88041d33-4c8a-47de-80cf-970311d02d29 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1480439 May 12 15:38:28.202465 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5a8a7906-67de-45cd-98d5-271a2be48cad req-82b1153c-185d-4e40-a472-5b192aad2046 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594745 May 12 15:38:28.267366 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5ec47f5c-7a8e-4d2d-a86b-e1749f5f094f req-7aa75cc8-b6fb-4bd4-aaee-ef57bc6f7b0f tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 210 time: 0.0635557 May 12 15:38:28.290801 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:28.301729 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-60b0328c-d713-46dd-9c6b-1f66b5f50fff tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:28.434101 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Network 77180020-91b4-4911-aa69-74b8c2d8930e is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:28.444006 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:28.444006 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:38:28.499903 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Pushing event updated for resources: {'Port': ['ID=a11ed92b-6080-498b-b871-cf0eacb58902,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:28.515239 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:28.551296 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:28.552381 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:28.586315 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da841bd-5816-4d0e-8d56-d6e2377cc4af req-7b61a58f-8ac0-465c-93d1-b6cce6cf8375 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:28.590767 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4da841bd-5816-4d0e-8d56-d6e2377cc4af req-7b61a58f-8ac0-465c-93d1-b6cce6cf8375 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.2346435 May 12 15:38:28.647146 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4da841bd-5816-4d0e-8d56-d6e2377cc4af req-de6521b7-bfb0-4e96-95e8-834bafd5d8d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514386 May 12 15:38:28.745151 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9608057 May 12 15:38:28.760034 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Request body: {'port': {'device_id': 'a561b631-bba5-491b-ada5-7c93ab976cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:28.896233 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:29.565878 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3849717-b349-4977-8bba-2dc025c22ab1 req-9cec2640-f42d-44a0-bc62-1f2963b7d990 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:29.567517 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-f3849717-b349-4977-8bba-2dc025c22ab1 req-9cec2640-f42d-44a0-bc62-1f2963b7d990 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Synchronizing usage tracker for tenant:d334301116c5430eb10d5ddeb97dd9f5 on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:38:29.693150 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727ab9-1598-465b-b483-a6737d098f40 req-4b08145f-8956-4294-8705-6566b4a31abb tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:29.697797 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f4727ab9-1598-465b-b483-a6737d098f40 req-4b08145f-8956-4294-8705-6566b4a31abb tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 948 time: 0.3196771 May 12 15:38:29.759673 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11ed92b-6080-498b-b871-cf0eacb58902 {{(pid=79428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:38:29.769722 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:29.785454 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Transition to ACTIVE for port object a11ed92b-6080-498b-b871-cf0eacb58902 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:38:29.801394 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-f3849717-b349-4977-8bba-2dc025c22ab1 req-9cec2640-f42d-44a0-bc62-1f2963b7d990 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Unset dirty status for tenant:d334301116c5430eb10d5ddeb97dd9f5 on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:38:29.802606 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f3849717-b349-4977-8bba-2dc025c22ab1 req-9cec2640-f42d-44a0-bc62-1f2963b7d990 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 931 time: 0.6700358 May 12 15:38:29.879083 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 9002c590-eb37-4424-9808-3a59d0a1d4ea details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:38:29.915810 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f4727ab9-1598-465b-b483-a6737d098f40 req-0d56f404-82e0-4fd5-9124-130f81f57f19 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/security-groups?id=56ce9181-4904-49c0-a187-1db47c2abb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289423 May 12 15:38:29.959000 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f3849717-b349-4977-8bba-2dc025c22ab1 req-ffc8e8d6-3697-4626-ac4d-66e844ef1431 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090150 May 12 15:38:30.139339 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 9002c590-eb37-4424-9808-3a59d0a1d4ea, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9002c590-eb37-4424-9808-3a59d0a1d4ea,segment=NetworkSegment(8c39c059-ca8a-4161-ad4b-c642bd55bdf2),segment_id=8c39c059-ca8a-4161-ad4b-c642bd55bdf2)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:30.164203 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '9002c590-eb37-4424-9808-3a59d0a1d4ea', 'network_id': 'cdffa33c-5430-43b0-b4f2-f5cd3d329ebc', 'port_id': '9002c590-eb37-4424-9808-3a59d0a1d4ea', 'mac_address': 'fa:16:3e:df:56:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8ffc41-4f4c-416f-a5b0-97f49651995f', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:38:30.219292 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-df746998-f096-4c3b-8a1c-b8179ab17d5b req-a0e0b1a1-8ed7-49a9-8ead-fcc692582667 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 210 time: 0.1273508 May 12 15:38:30.267594 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:30.293855 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9002c590-eb37-4424-9808-3a59d0a1d4ea {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:38:30.296692 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:30.324914 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 9002c590-eb37-4424-9808-3a59d0a1d4ea, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9002c590-eb37-4424-9808-3a59d0a1d4ea,segment=NetworkSegment(8c39c059-ca8a-4161-ad4b-c642bd55bdf2),segment_id=8c39c059-ca8a-4161-ad4b-c642bd55bdf2)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:30.332741 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e24046-2988-4107-b96b-a46d8f49bdcd req-9e6fc154-31e9-4a97-bce0-502d9802bb07 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:30.336555 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-35e24046-2988-4107-b96b-a46d8f49bdcd req-9e6fc154-31e9-4a97-bce0-502d9802bb07 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.2110062 May 12 15:38:30.340988 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:30.453148 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:30.455728 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:30.599182 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Pushing event updated for resources: {'Port': ['ID=a11ed92b-6080-498b-b871-cf0eacb58902,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:30.609101 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=9002c590-eb37-4424-9808-3a59d0a1d4ea,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:30.613522 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:30.632884 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:30.645362 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-35e24046-2988-4107-b96b-a46d8f49bdcd req-4b15d1fe-5656-4eaa-a88d-a1df3cd56981 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467687 May 12 15:38:30.802610 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-5cb2bc1c-7f9e-42ca-93ed-70779155cde5 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:30.806538 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-5cb2bc1c-7f9e-42ca-93ed-70779155cde5 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Synchronizing usage tracker for tenant:e102920e7f4e4b588b73ea2391a81b22 on resource:network {{(pid=79429) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:38:30.847488 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['9002c590-eb37-4424-9808-3a59d0a1d4ea'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:38:30.855639 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Attempting to bind port a11ed92b-6080-498b-b871-cf0eacb58902 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:38:30.855984 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Attempting to bind port a11ed92b-6080-498b-b871-cf0eacb58902 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd7951a01-e08a-4487-9123-cb0331064858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:38:30.856411 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Attempting to bind port a11ed92b-6080-498b-b871-cf0eacb58902 on network 77180020-91b4-4911-aa69-74b8c2d8930e {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:38:30.886424 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1221c9-5917-4007-9373-7ab40f4d5405 req-ee497c2c-7c2a-49d2-8511-54d50b2082b9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:30.888010 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5b1221c9-5917-4007-9373-7ab40f4d5405 req-ee497c2c-7c2a-49d2-8511-54d50b2082b9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.3998706 May 12 15:38:30.921636 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Port a11ed92b-6080-498b-b871-cf0eacb58902 on network 77180020-91b4-4911-aa69-74b8c2d8930e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:38:30.922727 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Attempting to bind port a11ed92b-6080-498b-b871-cf0eacb58902 on network 77180020-91b4-4911-aa69-74b8c2d8930e {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:38:30.936568 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:38:30.937275 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Checking segment: {'id': 'd7951a01-e08a-4487-9123-cb0331064858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:38:30.937818 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Bound using segment: {'id': 'd7951a01-e08a-4487-9123-cb0331064858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:38:30.938425 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Bound port: a11ed92b-6080-498b-b871-cf0eacb58902, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7951a01-e08a-4487-9123-cb0331064858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:38:30.938977 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:31.002514 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5b1221c9-5917-4007-9373-7ab40f4d5405 req-30822f93-114d-45cb-9c60-762c612310f6 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048658 May 12 15:38:31.044588 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-5cb2bc1c-7f9e-42ca-93ed-70779155cde5 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Unset dirty status for tenant:e102920e7f4e4b588b73ea2391a81b22 on resource:network {{(pid=79429) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:38:31.046383 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-5cb2bc1c-7f9e-42ca-93ed-70779155cde5 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.15 "GET /v2.0/networks?id=0b60c812-f3c9-4441-925f-9e2e918d7706 HTTP/1.1" status: 200 len: 809 time: 0.5287542 May 12 15:38:31.063727 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Request body: {'port': {'device_id': '66e0ad67-4e22-4f7e-b4ef-e2856f83f838', 'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706', 'admin_state_up': True, 'tenant_id': 'e102920e7f4e4b588b73ea2391a81b22'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:31.331480 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] For port a11ed92b-6080-498b-b871-cf0eacb58902, host hv-cinder-78960, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:38:31.366693 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] For port a11ed92b-6080-498b-b871-cf0eacb58902, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a11ed92b-6080-498b-b871-cf0eacb58902,segment=NetworkSegment(d7951a01-e08a-4487-9123-cb0331064858),segment_id=d7951a01-e08a-4487-9123-cb0331064858)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:38:31.387910 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aed299-462a-4c8c-bf08-c34d24813468 req-7ad80e5e-3fac-41f9-8e9e-20e3ee847dd6 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:31.389869 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-33aed299-462a-4c8c-bf08-c34d24813468 req-7ad80e5e-3fac-41f9-8e9e-20e3ee847dd6 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 949 time: 0.1317291 May 12 15:38:31.440892 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-33aed299-462a-4c8c-bf08-c34d24813468 req-8abcfa80-3d80-4259-a98f-c50df18802f8 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/security-groups?id=56ce9181-4904-49c0-a187-1db47c2abb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445611 May 12 15:38:31.494787 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:31.505896 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Usage tracker for resource:port and tenant:e102920e7f4e4b588b73ea2391a81b22 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:31.505896 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:31.507649 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:31.626467 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ac90c-c9bf-4c45-954a-3c1886f871e3 req-b7da0aee-0d27-4af7-873f-d712c9a0954f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:31.627917 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-226ac90c-c9bf-4c45-954a-3c1886f871e3 req-b7da0aee-0d27-4af7-873f-d712c9a0954f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 943 time: 0.0823138 May 12 15:38:31.673389 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-226ac90c-c9bf-4c45-954a-3c1886f871e3 req-5cec30f2-7509-4598-a56a-79d3ce00cc2c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394135 May 12 15:38:31.753265 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Made reservation on behalf of e102920e7f4e4b588b73ea2391a81b22 for: {'port': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:31.760372 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:31.760660 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:31.760772 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-233df046-1542-4cc8-b211-d1882b5f4271 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:31.928833 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-29de03cf-7167-4c76-ab6a-28593b2a2460 req-6b930e35-2ebe-455a-b787-795e6f55871d tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 210 time: 0.1177204 May 12 15:38:31.934937 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:31.935558 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:31.937252 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] 10.222.0.15 "PUT /v2.0/ports/a11ed92b-6080-498b-b871-cf0eacb58902 HTTP/1.1" status: 200 len: 1093 time: 3.1816621 May 12 15:38:31.937801 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a561b631-bba5-491b-ada5-7c93ab976cd7', 'tag': 'a11ed92b-6080-498b-b871-cf0eacb58902'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:32.000764 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Pushing event updated for resources: {'Port': ['ID=a11ed92b-6080-498b-b871-cf0eacb58902,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:32.011643 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:32.020884 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Allocated IP 172.20.0.10 (0b60c812-f3c9-4441-925f-9e2e918d7706/ed17e5bb-afa6-42a1-9b52-c4f5fad0657d/4a0a4294-ebd2-422b-acb6-f6c277f9481d) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:32.093894 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec7160-abf4-4b3f-8adc-3f06595a6620 req-dfda948a-53b7-4872-9467-ea3e4d93e2ee tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:32.100638 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ccec7160-abf4-4b3f-8adc-3f06595a6620 req-dfda948a-53b7-4872-9467-ea3e4d93e2ee tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.2927570 May 12 15:38:32.223243 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a561b631-bba5-491b-ada5-7c93ab976cd7', 'tag': 'a11ed92b-6080-498b-b871-cf0eacb58902', 'status': 'completed', 'code': 200} May 12 15:38:32.246962 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ccec7160-abf4-4b3f-8adc-3f06595a6620 req-45bd8f4c-dd6d-458b-84c3-fb1b9b0f596f tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405287 May 12 15:38:32.344794 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406a50-56de-45a4-b16c-5336325726b2 req-a43d0aa0-3f3a-4046-9ece-0802d4c429ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:32.349995 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a7406a50-56de-45a4-b16c-5336325726b2 req-a43d0aa0-3f3a-4046-9ece-0802d4c429ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d334301116c5430eb10d5ddeb97dd9f5&device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 1096 time: 0.1714442 May 12 15:38:32.392437 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:32.484408 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b4a9a-cd74-4112-92e7-f407e69d1bd3 req-2b34025c-42e5-42bd-be7b-f68e2d300a67 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:32.506469 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-750b4a9a-cd74-4112-92e7-f407e69d1bd3 req-2b34025c-42e5-42bd-be7b-f68e2d300a67 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.2483056 May 12 15:38:32.516437 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:38:32.533230 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:32.548561 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-967d8e06-ae48-41f6-8387-bc0c0ae0cf97 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:32.648651 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-750b4a9a-cd74-4112-92e7-f407e69d1bd3 req-8af680e9-8108-4560-83cb-64c86881aec8 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412125 May 12 15:38:32.664499 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Network 0b60c812-f3c9-4441-925f-9e2e918d7706 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:32.670851 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:32.691103 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:38:32.737120 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406a50-56de-45a4-b16c-5336325726b2 req-c9b367b8-0e5a-4f93-a1de-189c258dfffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:32.739282 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a7406a50-56de-45a4-b16c-5336325726b2 req-c9b367b8-0e5a-4f93-a1de-189c258dfffb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d334301116c5430eb10d5ddeb97dd9f5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3805273 May 12 15:38:32.792749 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Pushing event updated for resources: {'Port': ['ID=4a0a4294-ebd2-422b-acb6-f6c277f9481d,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:32.809436 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:32.872285 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:32.878030 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:32.974856 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9169970 May 12 15:38:33.000232 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Request body: {'port': {'device_id': '66e0ad67-4e22-4f7e-b4ef-e2856f83f838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:33.039755 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c366bd-17f6-45b9-8150-636895a6914d req-28fbdc97-a103-4f15-8b54-b36598151cd0 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:33.048461 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-20c366bd-17f6-45b9-8150-636895a6914d req-28fbdc97-a103-4f15-8b54-b36598151cd0 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 949 time: 0.4531167 May 12 15:38:33.156606 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-20c366bd-17f6-45b9-8150-636895a6914d req-b867352c-0368-45af-9554-bcab5a5b56ae tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/security-groups?id=56ce9181-4904-49c0-a187-1db47c2abb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059036 May 12 15:38:33.177871 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:33.203526 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406a50-56de-45a4-b16c-5336325726b2 req-36f05545-cecb-4288-956a-5518815b0fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:33.208658 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a7406a50-56de-45a4-b16c-5336325726b2 req-36f05545-cecb-4288-956a-5518815b0fe9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4586046 May 12 15:38:33.235554 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33f400-9bc4-4dac-86b4-8eb9c2986f28 req-ea26b465-c9ce-4183-a089-8e225852c938 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:33.237276 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9e33f400-9bc4-4dac-86b4-8eb9c2986f28 req-ea26b465-c9ce-4183-a089-8e225852c938 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 943 time: 0.3096328 May 12 15:38:33.522496 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9e33f400-9bc4-4dac-86b4-8eb9c2986f28 req-8838d5ff-b6e1-4516-add3-80474bd68ffd tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683156 May 12 15:38:33.601159 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-adc484e4-6ddb-4f7d-903f-c8cef827dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:33.602630 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-adc484e4-6ddb-4f7d-903f-c8cef827dfc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d334301116c5430eb10d5ddeb97dd9f5&device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 1096 time: 0.2349579 May 12 15:38:33.733927 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0a4294-ebd2-422b-acb6-f6c277f9481d {{(pid=79429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:38:33.741427 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-5297d7ae-853a-4877-8eac-b2e228fb5f31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a11ed92b-6080-498b-b871-cf0eacb58902 HTTP/1.1" status: 200 len: 217 time: 0.1255648 May 12 15:38:33.744186 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:33.765307 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Transition to ACTIVE for port object 4a0a4294-ebd2-422b-acb6-f6c277f9481d will not be triggered until provisioned by entity L2. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:38:33.864302 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-e12b6b27-01c1-4d25-b07c-8ff513d6d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:33.864302 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-e12b6b27-01c1-4d25-b07c-8ff513d6d036 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e567c833-bf2c-4d3b-b0d9-ac10fc9becb0 HTTP/1.1" status: 200 len: 854 time: 0.0698581 May 12 15:38:33.911929 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 9002c590-eb37-4424-9808-3a59d0a1d4ea up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:38:33.921287 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:33.928751 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:34.071019 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0a4294-ebd2-422b-acb6-f6c277f9481d,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:34.083841 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:34.102576 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-4d45c08f-b32d-456a-88e6-51ac7f4b1c4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=77180020-91b4-4911-aa69-74b8c2d8930e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2315624 May 12 15:38:34.110600 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaaf76-92a3-4348-9315-d86463424822 req-492bbd6d-c52d-4495-9420-03f0b71f4580 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:34.117995 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-50aaaf76-92a3-4348-9315-d86463424822 req-492bbd6d-c52d-4495-9420-03f0b71f4580 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 932 time: 0.6593049 May 12 15:38:34.138700 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port 9002c590-eb37-4424-9808-3a59d0a1d4ea completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:38:34.146404 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 9002c590-eb37-4424-9808-3a59d0a1d4ea triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:38:34.149928 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:34.401289 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-aea1ff1c-7699-4b97-855a-0b6cf5b51a08 service neutron] 10.222.0.15 "GET /v2.0/networks/77180020-91b4-4911-aa69-74b8c2d8930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691803 May 12 15:38:34.438243 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Attempting to bind port 4a0a4294-ebd2-422b-acb6-f6c277f9481d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:38:34.439092 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Attempting to bind port 4a0a4294-ebd2-422b-acb6-f6c277f9481d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '125a4b66-009c-4817-8780-db2bfa7dca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706'}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:38:34.439092 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Attempting to bind port 4a0a4294-ebd2-422b-acb6-f6c277f9481d on network 0b60c812-f3c9-4441-925f-9e2e918d7706 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:38:34.449001 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Port 4a0a4294-ebd2-422b-acb6-f6c277f9481d on network 0b60c812-f3c9-4441-925f-9e2e918d7706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:38:34.449383 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Attempting to bind port 4a0a4294-ebd2-422b-acb6-f6c277f9481d on network 0b60c812-f3c9-4441-925f-9e2e918d7706 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:38:34.459876 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:38:34.460256 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Checking segment: {'id': '125a4b66-009c-4817-8780-db2bfa7dca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:38:34.460611 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Bound using segment: {'id': '125a4b66-009c-4817-8780-db2bfa7dca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706'} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:38:34.461089 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Bound port: 4a0a4294-ebd2-422b-acb6-f6c277f9481d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125a4b66-009c-4817-8780-db2bfa7dca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706'}}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:38:34.461439 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:34.487710 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:34.547945 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9002c590-eb37-4424-9808-3a59d0a1d4ea'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:34.561004 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c26d48-c9d0-4099-88c5-4742db219f9f req-93ac2072-91fc-4254-81d3-cdb1f95ae31c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:34.569453 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c4c26d48-c9d0-4099-88c5-4742db219f9f req-93ac2072-91fc-4254-81d3-cdb1f95ae31c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.8267438 May 12 15:38:34.575740 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 9002c590-eb37-4424-9808-3a59d0a1d4ea, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9002c590-eb37-4424-9808-3a59d0a1d4ea,segment=NetworkSegment(8c39c059-ca8a-4161-ad4b-c642bd55bdf2),segment_id=8c39c059-ca8a-4161-ad4b-c642bd55bdf2)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:34.579707 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-50aaaf76-92a3-4348-9315-d86463424822 req-ffd6e7c7-0db4-42fb-a847-fb4ccf92e244 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607093 May 12 15:38:34.654885 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c4c26d48-c9d0-4099-88c5-4742db219f9f req-ed7e4bb7-0032-40a4-8a87-2d82befff17a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844324 May 12 15:38:34.687748 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a4c9ca-1683-4f43-9d74-124f765e88cf req-b8a60393-963d-47f1-9ddd-9ab438972649 service neutron] 10.222.0.15 "GET /v2.0/networks/77180020-91b4-4911-aa69-74b8c2d8930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729788 May 12 15:38:34.707785 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] For port 4a0a4294-ebd2-422b-acb6-f6c277f9481d, host hv-cinder-78960, cleared binding levels {{(pid=79429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:38:34.713284 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] For port 4a0a4294-ebd2-422b-acb6-f6c277f9481d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4a0a4294-ebd2-422b-acb6-f6c277f9481d,segment=NetworkSegment(125a4b66-009c-4817-8780-db2bfa7dca37),segment_id=125a4b66-009c-4817-8780-db2bfa7dca37)] {{(pid=79429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:38:34.721926 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:34.730733 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-c6a42e74-9897-4413-980a-295948b26a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:34.824463 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:34.839414 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:34.846093 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=9002c590-eb37-4424-9808-3a59d0a1d4ea,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:34.852519 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:34.949458 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:34.950297 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:34.951698 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] 10.222.0.15 "PUT /v2.0/ports/4a0a4294-ebd2-422b-acb6-f6c277f9481d HTTP/1.1" status: 200 len: 1094 time: 1.9595504 May 12 15:38:34.971825 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e0ad67-4e22-4f7e-b4ef-e2856f83f838', 'tag': '4a0a4294-ebd2-422b-acb6-f6c277f9481d'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:34.993763 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1afd4-7bc9-4b90-9a7f-7b907cec8e85 req-43fcde69-bae8-4303-92f7-361ebb3e24a9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:35.006031 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-aeb1afd4-7bc9-4b90-9a7f-7b907cec8e85 req-43fcde69-bae8-4303-92f7-361ebb3e24a9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.2674537 May 12 15:38:35.047605 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b9087-aa3e-410d-ae28-7eed0d314c00 req-688d2aaf-f8d7-4b3b-9ffe-f128c980a7bb tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:35.049912 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bb1b9087-aa3e-410d-ae28-7eed0d314c00 req-688d2aaf-f8d7-4b3b-9ffe-f128c980a7bb tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 950 time: 0.2433462 May 12 15:38:35.050589 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0a4294-ebd2-422b-acb6-f6c277f9481d,revision_number=3']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:35.055459 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:35.140495 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-aeb1afd4-7bc9-4b90-9a7f-7b907cec8e85 req-81f0d380-4899-48b2-8a60-89ae069bf03e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356583 May 12 15:38:35.206724 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bb1b9087-aa3e-410d-ae28-7eed0d314c00 req-9db02fd1-8f1d-49e3-ac5d-79ff7dbf34fb tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/security-groups?id=56ce9181-4904-49c0-a187-1db47c2abb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446817 May 12 15:38:35.224707 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-c4fc1596-431d-4177-be50-ce28b82f1af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:35.226641 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-c4fc1596-431d-4177-be50-ce28b82f1af8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e102920e7f4e4b588b73ea2391a81b22&device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 1097 time: 0.1224122 May 12 15:38:35.313697 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9002c590-eb37-4424-9808-3a59d0a1d4ea', 'code': 200} May 12 15:38:35.393275 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-2c1195f2-0350-4bc8-8352-7e01d3dc4cdf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0a4294-ebd2-422b-acb6-f6c277f9481d HTTP/1.1" status: 200 len: 217 time: 0.1485820 May 12 15:38:35.481905 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e0ad67-4e22-4f7e-b4ef-e2856f83f838', 'tag': '4a0a4294-ebd2-422b-acb6-f6c277f9481d', 'status': 'completed', 'code': 200} May 12 15:38:35.524452 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f6105961-7fd1-4e9e-b619-5c925a445917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:35.543098 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-f6105961-7fd1-4e9e-b619-5c925a445917 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed17e5bb-afa6-42a1-9b52-c4f5fad0657d HTTP/1.1" status: 200 len: 849 time: 0.1221609 May 12 15:38:35.552994 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfee9e-8515-4b5d-b62d-03a2b416e298 req-c143e9f2-af7e-4244-b4f0-4bab46a6fef9 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:35.561376 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c2cfee9e-8515-4b5d-b62d-03a2b416e298 req-c143e9f2-af7e-4244-b4f0-4bab46a6fef9 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 943 time: 0.2295990 May 12 15:38:35.657851 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c2cfee9e-8515-4b5d-b62d-03a2b416e298 req-ff4fbb07-911c-4e9c-8f38-094c4a8a992d tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955036 May 12 15:38:35.792864 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-480280aa-b0e7-4900-992a-a3794aa1f503 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b60c812-f3c9-4441-925f-9e2e918d7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2534108 May 12 15:38:35.969556 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8addefa-b908-4105-862c-332bf39b7b05 req-d4555f14-db58-45c4-a153-0134e1ecd382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:35.971160 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f8addefa-b908-4105-862c-332bf39b7b05 req-d4555f14-db58-45c4-a153-0134e1ecd382 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 1103 time: 0.1013412 May 12 15:38:36.017867 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cf374-6bd6-4859-8be9-9cd8d5b076fa req-54561111-d148-475f-bddd-0b449e43287b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:36.027747 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-615cf374-6bd6-4859-8be9-9cd8d5b076fa req-54561111-d148-475f-bddd-0b449e43287b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 944 time: 0.2158954 May 12 15:38:36.054369 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-0b2e045c-e13c-4ed1-8e4f-84d1feaa81da service neutron] 10.222.0.15 "GET /v2.0/networks/0b60c812-f3c9-4441-925f-9e2e918d7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507911 May 12 15:38:36.099619 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f8addefa-b908-4105-862c-332bf39b7b05 req-780d537d-5e25-42db-a532-d8440495d423 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56ce9181-4904-49c0-a187-1db47c2abb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172569 May 12 15:38:36.120227 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-615cf374-6bd6-4859-8be9-9cd8d5b076fa req-e936bfed-d0e6-46f3-934e-f81987d90847 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908825 May 12 15:38:36.387418 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-f0285aaa-0b49-41c7-aad0-d88c6d6f63e0 req-4fcea1d2-c8fc-44f6-828e-a9da6b76ef2e service neutron] 10.222.0.15 "GET /v2.0/networks/0b60c812-f3c9-4441-925f-9e2e918d7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139207 May 12 15:38:36.550098 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60daeab6-703d-4d1b-8f02-c6f0e2a296a7 req-93dcd8a8-7c9b-44e2-9c05-85b01a741023 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:36.550098 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-60daeab6-703d-4d1b-8f02-c6f0e2a296a7 req-93dcd8a8-7c9b-44e2-9c05-85b01a741023 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1377003 May 12 15:38:36.572050 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a47e2-ad59-4f27-ba14-174ddf1a0c27 req-65e3b112-9eea-4356-a018-b0dd600df368 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:36.579372 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bb1a47e2-ad59-4f27-ba14-174ddf1a0c27 req-65e3b112-9eea-4356-a018-b0dd600df368 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.2533355 May 12 15:38:36.639212 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-60daeab6-703d-4d1b-8f02-c6f0e2a296a7 req-6da93700-bb3a-4abb-9b17-ad5daa79ef68 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890713 May 12 15:38:36.643752 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bb1a47e2-ad59-4f27-ba14-174ddf1a0c27 req-6e857560-7686-48fd-9b44-3a75fc11d70f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634458 May 12 15:38:36.820339 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40063363-7644-4cfa-a874-89ba2b1f980c req-ed953a8a-8ed8-462b-92ac-3e689350ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:36.821253 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-40063363-7644-4cfa-a874-89ba2b1f980c req-ed953a8a-8ed8-462b-92ac-3e689350ed25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e102920e7f4e4b588b73ea2391a81b22&device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 1097 time: 0.1075139 May 12 15:38:37.015184 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5bd3e-1ab9-46d8-b216-bf2477b0a9f3 req-09c8b359-3459-4017-82b1-db6ada91f7a3 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:37.016770 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-94e5bd3e-1ab9-46d8-b216-bf2477b0a9f3 req-09c8b359-3459-4017-82b1-db6ada91f7a3 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 950 time: 0.2239349 May 12 15:38:37.019354 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40063363-7644-4cfa-a874-89ba2b1f980c req-54108513-2b14-4824-ba80-995971ec70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:37.020771 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-40063363-7644-4cfa-a874-89ba2b1f980c req-54108513-2b14-4824-ba80-995971ec70e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0b60c812-f3c9-4441-925f-9e2e918d7706 HTTP/1.1" status: 200 len: 910 time: 0.1828382 May 12 15:38:37.035270 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0427e-60b5-409d-9cb4-28a263d1a767 req-2663a421-8ebf-484c-b6b5-3948568223f6 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:37.036754 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6db0427e-60b5-409d-9cb4-28a263d1a767 req-2663a421-8ebf-484c-b6b5-3948568223f6 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 945 time: 0.1900196 May 12 15:38:37.094113 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-40063363-7644-4cfa-a874-89ba2b1f980c req-517e4d16-dd50-44a0-b349-f20654991fee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0a4294-ebd2-422b-acb6-f6c277f9481d HTTP/1.1" status: 200 len: 217 time: 0.0632124 May 12 15:38:37.164148 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40063363-7644-4cfa-a874-89ba2b1f980c req-038613a9-4c23-40e1-933d-3e38916e75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:37.165626 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-40063363-7644-4cfa-a874-89ba2b1f980c req-038613a9-4c23-40e1-933d-3e38916e75cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed17e5bb-afa6-42a1-9b52-c4f5fad0657d HTTP/1.1" status: 200 len: 849 time: 0.0624819 May 12 15:38:37.221931 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-40063363-7644-4cfa-a874-89ba2b1f980c req-9ca0fc3b-73b6-47b8-83e4-c0369f506fca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b60c812-f3c9-4441-925f-9e2e918d7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414698 May 12 15:38:37.361272 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-40063363-7644-4cfa-a874-89ba2b1f980c req-a43d89c0-315c-459d-8563-56dea0b5ae22 service neutron] 10.222.0.15 "GET /v2.0/networks/0b60c812-f3c9-4441-925f-9e2e918d7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273160 May 12 15:38:37.465199 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6db0427e-60b5-409d-9cb4-28a263d1a767 req-20087ba0-b283-4c4d-b246-bacaafb5dd85 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104932 May 12 15:38:37.469578 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-94e5bd3e-1ab9-46d8-b216-bf2477b0a9f3 req-7940d0b1-c90b-4a19-ab90-a3551956e590 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/security-groups?id=56ce9181-4904-49c0-a187-1db47c2abb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138506 May 12 15:38:37.547934 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-40063363-7644-4cfa-a874-89ba2b1f980c req-80010f2d-c7de-47ce-a2ba-01cc7a5842d9 service neutron] 10.222.0.15 "GET /v2.0/networks/0b60c812-f3c9-4441-925f-9e2e918d7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685603 May 12 15:38:37.748422 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31178f-2592-4806-a55e-82860a9297f0 req-5c1e9759-a90c-40c0-99ad-e0c50132f3d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:37.750721 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9a31178f-2592-4806-a55e-82860a9297f0 req-5c1e9759-a90c-40c0-99ad-e0c50132f3d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 944 time: 0.1188445 May 12 15:38:37.760885 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a2c74-66af-4ff3-a99e-4183d81388ca req-8bc70a80-5d10-4cd0-9228-4eafcd76a508 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:37.762405 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9c5a2c74-66af-4ff3-a99e-4183d81388ca req-8bc70a80-5d10-4cd0-9228-4eafcd76a508 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 943 time: 0.1748548 May 12 15:38:37.834020 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9a31178f-2592-4806-a55e-82860a9297f0 req-c85d38c5-6d43-425d-bfcc-8d9b8d9e4b9a tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704391 May 12 15:38:37.854064 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9c5a2c74-66af-4ff3-a99e-4183d81388ca req-3c74da03-d933-4e7c-a627-d6b0262731a0 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757048 May 12 15:38:37.920971 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device a11ed92b-6080-498b-b871-cf0eacb58902 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:38:38.363293 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port a11ed92b-6080-498b-b871-cf0eacb58902, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a11ed92b-6080-498b-b871-cf0eacb58902,segment=NetworkSegment(d7951a01-e08a-4487-9123-cb0331064858),segment_id=d7951a01-e08a-4487-9123-cb0331064858)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:38.383834 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f925b9c-2049-4379-935a-61452a589fb4 req-a73b2d03-288c-4570-97cc-c7c6dad46912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:38.386076 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-4f925b9c-2049-4379-935a-61452a589fb4 req-a73b2d03-288c-4570-97cc-c7c6dad46912 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 1099 time: 0.1557941 May 12 15:38:38.395312 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': 'a11ed92b-6080-498b-b871-cf0eacb58902', 'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e', 'port_id': 'a11ed92b-6080-498b-b871-cf0eacb58902', 'mac_address': 'fa:16:3e:28:88:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e567c833-bf2c-4d3b-b0d9-ac10fc9becb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:38:38.463881 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c8012-8bf2-4ac6-8d12-65880985dfd3 req-6bdea69a-8d5f-435f-bdd6-e11460a11be5 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:38.466469 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-021c8012-8bf2-4ac6-8d12-65880985dfd3 req-6bdea69a-8d5f-435f-bdd6-e11460a11be5 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.4981158 May 12 15:38:38.467835 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:38.479120 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d77d17-66ec-4c16-9e39-b295b2ebdf14 req-8d19cb55-1fe8-4434-90fc-e9d7ae74192c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:38.489869 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d8d77d17-66ec-4c16-9e39-b295b2ebdf14 req-8d19cb55-1fe8-4434-90fc-e9d7ae74192c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.4089816 May 12 15:38:38.493284 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11ed92b-6080-498b-b871-cf0eacb58902 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:38:38.511323 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port a11ed92b-6080-498b-b871-cf0eacb58902, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a11ed92b-6080-498b-b871-cf0eacb58902,segment=NetworkSegment(d7951a01-e08a-4487-9123-cb0331064858),segment_id=d7951a01-e08a-4487-9123-cb0331064858)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:38.579794 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:38.583236 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:38.585605 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d8d77d17-66ec-4c16-9e39-b295b2ebdf14 req-ce071792-72cd-4470-93a4-f3c84e20e9d6 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943792 May 12 15:38:38.590182 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-021c8012-8bf2-4ac6-8d12-65880985dfd3 req-0b300939-5d04-4f7d-a352-cf2707734b05 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975785 May 12 15:38:38.678010 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f925b9c-2049-4379-935a-61452a589fb4 req-14909063-d568-4d66-bd55-bf51409a6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:38.679480 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-4f925b9c-2049-4379-935a-61452a589fb4 req-14909063-d568-4d66-bd55-bf51409a6450 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d HTTP/1.1" status: 200 len: 917 time: 0.2408342 May 12 15:38:38.714826 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=a11ed92b-6080-498b-b871-cf0eacb58902,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:38.719258 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:38.916577 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-4f925b9c-2049-4379-935a-61452a589fb4 req-fb3a0761-4d0b-4ede-a585-934edf5c3a74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b32936-92af-4c88-a369-451c41085c70 HTTP/1.1" status: 200 len: 1001 time: 0.2003140 May 12 15:38:38.922145 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e8e83-3c90-4d35-8e92-e58c169595b4 req-f6596451-e6d8-4833-a6a4-5df44341b83e tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:38.923651 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f5e8e83-3c90-4d35-8e92-e58c169595b4 req-f6596451-e6d8-4833-a6a4-5df44341b83e tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 950 time: 0.1716728 May 12 15:38:38.932093 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db81ebb-0c8e-4b04-b229-1cde0093ce11 req-ceec684f-2cad-4fb9-9e75-374ba42f5653 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:38.933836 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6db81ebb-0c8e-4b04-b229-1cde0093ce11 req-ceec684f-2cad-4fb9-9e75-374ba42f5653 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 945 time: 0.1412885 May 12 15:38:39.022528 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f5e8e83-3c90-4d35-8e92-e58c169595b4 req-31cbbea4-2d96-4d30-91f4-060fde917f80 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/security-groups?id=56ce9181-4904-49c0-a187-1db47c2abb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869739 May 12 15:38:39.025237 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6db81ebb-0c8e-4b04-b229-1cde0093ce11 req-d19c1f8b-6a7f-43af-afa3-1c2c73b3acf7 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771453 May 12 15:38:39.068594 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f925b9c-2049-4379-935a-61452a589fb4 req-4a7c1b1f-2c7f-4233-aef4-7157dc8644aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:39.071266 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-4f925b9c-2049-4379-935a-61452a589fb4 req-4a7c1b1f-2c7f-4233-aef4-7157dc8644aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06904d41-f4a0-432b-9939-9dafbee02cfb HTTP/1.1" status: 200 len: 855 time: 0.1379404 May 12 15:38:39.206617 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f925b9c-2049-4379-935a-61452a589fb4 req-2b1e213c-c9cf-4cf8-944e-d57900b02dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:39.209695 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-4f925b9c-2049-4379-935a-61452a589fb4 req-2b1e213c-c9cf-4cf8-944e-d57900b02dd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1256568 May 12 15:38:39.235425 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['a11ed92b-6080-498b-b871-cf0eacb58902'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:38:39.435220 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2df973-2b22-4460-a4ea-9baa0a4be10f req-b6245641-00d8-4e88-b0b6-f64a419ae02d tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:39.436858 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7e2df973-2b22-4460-a4ea-9baa0a4be10f req-b6245641-00d8-4e88-b0b6-f64a419ae02d tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 944 time: 0.2042956 May 12 15:38:39.512586 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7e2df973-2b22-4460-a4ea-9baa0a4be10f req-1aa72d19-0f4b-46bf-8373-ad65099f87c2 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623126 May 12 15:38:39.535458 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17cc56-dfe6-47af-ac72-ffaf7b46072c req-64724e7b-8460-4fc1-a24c-2f16eeef4b5b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:39.546607 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ac17cc56-dfe6-47af-ac72-ffaf7b46072c req-64724e7b-8460-4fc1-a24c-2f16eeef4b5b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 944 time: 0.2490904 May 12 15:38:39.580594 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-4f925b9c-2049-4379-935a-61452a589fb4 req-a514b1f0-2a95-4b8e-a5bf-3bb60a9b8e01 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617301 May 12 15:38:39.613701 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ac17cc56-dfe6-47af-ac72-ffaf7b46072c req-c98fc5e1-9507-4d9b-9ecb-d73039b9cdfd tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654776 May 12 15:38:39.812089 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-4f925b9c-2049-4379-935a-61452a589fb4 req-99d77309-4d77-42b1-8d74-b791591bde3c service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122407 May 12 15:38:39.899803 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c88537-e3cc-4411-811e-13c38523a408 req-0cf5e0b0-c3af-4587-8147-c6b80c299321 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:39.901894 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-62c88537-e3cc-4411-811e-13c38523a408 req-0cf5e0b0-c3af-4587-8147-c6b80c299321 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1008313 May 12 15:38:39.926039 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 4a0a4294-ebd2-422b-acb6-f6c277f9481d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:38:39.965489 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-62c88537-e3cc-4411-811e-13c38523a408 req-4dbb687b-1931-4f5a-b2ff-fc0266a621f0 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574570 May 12 15:38:40.177345 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 4a0a4294-ebd2-422b-acb6-f6c277f9481d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4a0a4294-ebd2-422b-acb6-f6c277f9481d,segment=NetworkSegment(125a4b66-009c-4817-8780-db2bfa7dca37),segment_id=125a4b66-009c-4817-8780-db2bfa7dca37)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:40.189979 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f2af2-a034-4a7c-8893-42351174c57b req-0f3472d8-a4f1-4ab9-9a9b-d14e08eed9bf tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:40.191230 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-d16f2af2-a034-4a7c-8893-42351174c57b req-0f3472d8-a4f1-4ab9-9a9b-d14e08eed9bf tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Synchronizing usage tracker for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:port {{(pid=79429) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:38:40.208315 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-d16f2af2-a034-4a7c-8893-42351174c57b req-0f3472d8-a4f1-4ab9-9a9b-d14e08eed9bf tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Unset dirty status for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:port {{(pid=79429) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:38:40.209830 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-d16f2af2-a034-4a7c-8893-42351174c57b req-0f3472d8-a4f1-4ab9-9a9b-d14e08eed9bf tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 945 time: 0.2183475 May 12 15:38:40.218718 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '4a0a4294-ebd2-422b-acb6-f6c277f9481d', 'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706', 'port_id': '4a0a4294-ebd2-422b-acb6-f6c277f9481d', 'mac_address': 'fa:16:3e:07:92:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed17e5bb-afa6-42a1-9b52-c4f5fad0657d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:38:40.290326 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:40.310412 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0a4294-ebd2-422b-acb6-f6c277f9481d {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:38:40.314907 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c73dd-3a7f-44c1-ae25-965da0f60332 req-8e8994b2-fdbb-4466-bb7b-635155625c8f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:40.325848 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-034c73dd-3a7f-44c1-ae25-965da0f60332 req-8e8994b2-fdbb-4466-bb7b-635155625c8f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.2025416 May 12 15:38:40.368022 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 4a0a4294-ebd2-422b-acb6-f6c277f9481d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4a0a4294-ebd2-422b-acb6-f6c277f9481d,segment=NetworkSegment(125a4b66-009c-4817-8780-db2bfa7dca37),segment_id=125a4b66-009c-4817-8780-db2bfa7dca37)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:40.435591 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:40.438950 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:40.442477 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-034c73dd-3a7f-44c1-ae25-965da0f60332 req-d316e51c-2873-4253-a8fa-e4b860583fc4 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157541 May 12 15:38:40.508991 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-d16f2af2-a034-4a7c-8893-42351174c57b req-ff42a12d-b6fa-461b-b435-673d65832874 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Deleting port 8b405f70-0727-4331-b2c5-19dff1e0caa5 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:38:40.509363 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-d16f2af2-a034-4a7c-8893-42351174c57b req-ff42a12d-b6fa-461b-b435-673d65832874 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:40.532294 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ae3f2-6a5c-4b9e-984d-bf1fc866f1dd req-5e6d17f0-4c96-4415-a039-cc746307a891 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:40.542037 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9a4ae3f2-6a5c-4b9e-984d-bf1fc866f1dd req-5e6d17f0-4c96-4415-a039-cc746307a891 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 945 time: 0.1612194 May 12 15:38:40.611303 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9a4ae3f2-6a5c-4b9e-984d-bf1fc866f1dd req-854f4fcc-4326-436a-bba2-83df0c8dac5f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658123 May 12 15:38:40.629624 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=4a0a4294-ebd2-422b-acb6-f6c277f9481d,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:40.634796 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:40.793567 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-d16f2af2-a034-4a7c-8893-42351174c57b req-ff42a12d-b6fa-461b-b435-673d65832874 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] For port 8b405f70-0727-4331-b2c5-19dff1e0caa5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b405f70-0727-4331-b2c5-19dff1e0caa5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:40.794598 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-d16f2af2-a034-4a7c-8893-42351174c57b req-ff42a12d-b6fa-461b-b435-673d65832874 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:40.928296 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d61c9-539b-468b-9911-fb7841137fb0 req-87e4f667-0d71-4897-b52b-a7920841f405 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:40.930260 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ba2d61c9-539b-468b-9911-fb7841137fb0 req-87e4f667-0d71-4897-b52b-a7920841f405 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 950 time: 0.2100046 May 12 15:38:40.963111 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:40.968960 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-d16f2af2-a034-4a7c-8893-42351174c57b req-ff42a12d-b6fa-461b-b435-673d65832874 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Calling delete_port for 8b405f70-0727-4331-b2c5-19dff1e0caa5 owned by compute:nova {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:38:40.973899 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ec107-833a-427e-a9a9-b2103f18fcb7 req-0e2488f2-5af9-4c23-97c3-423ebda1f09a tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:40.973899 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d19ec107-833a-427e-a9a9-b2103f18fcb7 req-0e2488f2-5af9-4c23-97c3-423ebda1f09a tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 944 time: 0.1969550 May 12 15:38:41.024874 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ba2d61c9-539b-468b-9911-fb7841137fb0 req-8eca3825-fd4a-4fab-9d7c-9e54827fb26e tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/security-groups?id=56ce9181-4904-49c0-a187-1db47c2abb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855107 May 12 15:38:41.053963 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d19ec107-833a-427e-a9a9-b2103f18fcb7 req-85c83b19-56cc-4db5-837d-d20b21a78f84 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738671 May 12 15:38:41.095507 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['4a0a4294-ebd2-422b-acb6-f6c277f9481d'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:38:41.218406 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-d16f2af2-a034-4a7c-8893-42351174c57b req-ff42a12d-b6fa-461b-b435-673d65832874 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:41.225172 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-1109c5ac-6c7a-4e5c-b9b5-b6ba699d48e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:41.290364 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42a12d-b6fa-461b-b435-673d65832874 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Pushing event deleted for resources: {'Port': ['ID=8b405f70-0727-4331-b2c5-19dff1e0caa5,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:41.301262 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-ff42a12d-b6fa-461b-b435-673d65832874 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:41.390804 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0fee9-b8ed-4cd4-b1bb-28f4ad42a0e4 req-f3123c3b-5dc5-42a5-8485-5055ddb417bc tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:41.399404 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f5b0fee9-b8ed-4cd4-b1bb-28f4ad42a0e4 req-f3123c3b-5dc5-42a5-8485-5055ddb417bc tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.2377005 May 12 15:38:41.419445 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16f2af2-a034-4a7c-8893-42351174c57b req-ff42a12d-b6fa-461b-b435-673d65832874 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] No DVR routers for this DVR port 8b405f70-0727-4331-b2c5-19dff1e0caa5 on host hv-cinder-78960 {{(pid=79429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:38:41.425466 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-d16f2af2-a034-4a7c-8893-42351174c57b req-ff42a12d-b6fa-461b-b435-673d65832874 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:41.429010 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2240db9c-de37-4a05-9f45-2e9e10239556', 'name': 'network-vif-deleted', 'tag': '8b405f70-0727-4331-b2c5-19dff1e0caa5'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:41.452591 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dc001-f02e-4fbe-a7d1-f5dc81f00a8c req-e13d7b4c-521a-4e63-9332-e2cd3798ddf1 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:41.461161 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5e6dc001-f02e-4fbe-a7d1-f5dc81f00a8c req-e13d7b4c-521a-4e63-9332-e2cd3798ddf1 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 945 time: 0.2020338 May 12 15:38:41.502961 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f5b0fee9-b8ed-4cd4-b1bb-28f4ad42a0e4 req-514a6e20-3a1e-4748-826f-a9852310c7d1 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025021 May 12 15:38:41.531769 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-d16f2af2-a034-4a7c-8893-42351174c57b req-ff42a12d-b6fa-461b-b435-673d65832874 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "DELETE /v2.0/ports/8b405f70-0727-4331-b2c5-19dff1e0caa5 HTTP/1.1" status: 204 len: 173 time: 1.2928841 May 12 15:38:41.546853 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5e6dc001-f02e-4fbe-a7d1-f5dc81f00a8c req-e1028102-10d2-4940-b438-da4d9354c3e6 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844626 May 12 15:38:41.586370 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2240db9c-de37-4a05-9f45-2e9e10239556', 'name': 'network-vif-deleted', 'tag': '8b405f70-0727-4331-b2c5-19dff1e0caa5', 'status': 'completed', 'code': 200} May 12 15:38:41.749223 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed9577-eaa3-4a3e-97b8-031d713a6f2b req-1482d9b8-bc7d-483b-9b81-e780e34c9e7f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:41.757102 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d5ed9577-eaa3-4a3e-97b8-031d713a6f2b req-1482d9b8-bc7d-483b-9b81-e780e34c9e7f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1066737 May 12 15:38:41.822863 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c543930b-7968-4769-bd2d-c47bad918654 req-9684cbac-1c00-47b5-92b9-d9bc18e157ca tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 210 time: 0.0628996 May 12 15:38:41.855101 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-f35109d6-52ab-45df-9c5d-60b48680af07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:41.871426 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d5ed9577-eaa3-4a3e-97b8-031d713a6f2b req-46a272ef-2c0b-4b31-882b-000973915d64 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133335 May 12 15:38:41.956003 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device a11ed92b-6080-498b-b871-cf0eacb58902 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:38:42.399494 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44eec2-5879-4acf-bb49-60096d0ef9be req-2ff51c0a-d0d2-4899-bc5f-3506444321be tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:42.400875 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-db44eec2-5879-4acf-bb49-60096d0ef9be req-2ff51c0a-d0d2-4899-bc5f-3506444321be tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 944 time: 0.1642845 May 12 15:38:42.408311 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a99bab-739a-4718-8ef1-dd57098e6c86 req-d93992f9-7f76-47d2-93a1-9557be6abf08 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:42.409781 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b3a99bab-739a-4718-8ef1-dd57098e6c86 req-d93992f9-7f76-47d2-93a1-9557be6abf08 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 950 time: 0.1330764 May 12 15:38:42.494093 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-db44eec2-5879-4acf-bb49-60096d0ef9be req-cd97eb46-04cf-4717-8e72-087e371b1981 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833390 May 12 15:38:42.496870 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b3a99bab-739a-4718-8ef1-dd57098e6c86 req-28297022-ebc4-4d80-8889-2621ee8ed541 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/security-groups?id=56ce9181-4904-49c0-a187-1db47c2abb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703962 May 12 15:38:42.708765 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c444e52-2b29-4ee0-b526-0498032540b4 req-8973f7f4-6300-4e50-af61-50bdaad85265 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:42.710347 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4c444e52-2b29-4ee0-b526-0498032540b4 req-8973f7f4-6300-4e50-af61-50bdaad85265 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.0980682 May 12 15:38:42.760236 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4c444e52-2b29-4ee0-b526-0498032540b4 req-dc164367-e127-4f6a-ae5a-ea04f9522455 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436249 May 12 15:38:42.770187 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['ca35364b-0f1f-4a2d-8083-a4fcbb1627e5', '1c3ed208-daad-460c-b0e9-8c7e9b01f3f5', 'be003e80-c3b4-4262-abb6-448a41b6a496'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:38:42.879300 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port a11ed92b-6080-498b-b871-cf0eacb58902 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:38:42.888540 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port a11ed92b-6080-498b-b871-cf0eacb58902 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:38:42.889186 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:42.951095 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9eced-7bb0-42fd-bc5e-ccb90a34481e req-fcc1c2ee-a6ed-43a6-bdaf-2ff67955142d tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:42.952974 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ecb9eced-7bb0-42fd-bc5e-ccb90a34481e req-fcc1c2ee-a6ed-43a6-bdaf-2ff67955142d tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 945 time: 0.1551678 May 12 15:38:43.073587 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bfc943c8-1708-4110-b624-5d2cf2c432b8 req-c5c10cce-8bb9-4a11-bd42-149d01d903f8 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=2240db9c-de37-4a05-9f45-2e9e10239556 HTTP/1.1" status: 200 len: 210 time: 0.0715876 May 12 15:38:43.106853 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:43.124952 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ecb9eced-7bb0-42fd-bc5e-ccb90a34481e req-4edf380c-1ca8-4db0-a6e3-75f5829c15ae tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635585 May 12 15:38:43.164396 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port a11ed92b-6080-498b-b871-cf0eacb58902, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a11ed92b-6080-498b-b871-cf0eacb58902,segment=NetworkSegment(d7951a01-e08a-4487-9123-cb0331064858),segment_id=d7951a01-e08a-4487-9123-cb0331064858)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:43.177734 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a561b631-bba5-491b-ada5-7c93ab976cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11ed92b-6080-498b-b871-cf0eacb58902'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:43.266446 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:43.274799 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-17ad4724-356c-48e3-b035-da54311a9199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:43.304835 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f2ea8-3796-4e23-8b0d-b441874498d7 req-af221931-ec8f-433d-8ae8-362a5e241745 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:43.307430 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-e28f2ea8-3796-4e23-8b0d-b441874498d7 req-af221931-ec8f-433d-8ae8-362a5e241745 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 950 time: 0.1676619 May 12 15:38:43.313499 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 56508) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:43.390104 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a561b631-bba5-491b-ada5-7c93ab976cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11ed92b-6080-498b-b871-cf0eacb58902', 'code': 200} May 12 15:38:43.438356 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d14af-021b-451d-895f-6a53694c3749 req-f9433817-f0d6-4bbb-beaa-c4ad03426c5b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:43.440096 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cb3d14af-021b-451d-895f-6a53694c3749 req-f9433817-f0d6-4bbb-beaa-c4ad03426c5b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1891150 May 12 15:38:43.533995 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=a11ed92b-6080-498b-b871-cf0eacb58902,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:43.558325 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:43.564431 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cb3d14af-021b-451d-895f-6a53694c3749 req-c6304f12-0fbe-44f9-aa45-a4bdaf162b2e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165965 May 12 15:38:43.647474 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9db9e857-a081-4cee-9ba5-79a3b2513603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:43.693444 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-9db9e857-a081-4cee-9ba5-79a3b2513603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:43.700028 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-e28f2ea8-3796-4e23-8b0d-b441874498d7 req-cf262383-8119-4867-a188-e6749f78fa29 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Deleting port 9002c590-eb37-4424-9808-3a59d0a1d4ea {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:38:43.700028 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-e28f2ea8-3796-4e23-8b0d-b441874498d7 req-cf262383-8119-4867-a188-e6749f78fa29 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:43.754177 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-9db9e857-a081-4cee-9ba5-79a3b2513603 admin admin] Usage tracker for resource:security_group_rule and tenant:1e34b3070575459ca8344e07c2ce5ad3 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:43.759546 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-9db9e857-a081-4cee-9ba5-79a3b2513603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:43.839633 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-9db9e857-a081-4cee-9ba5-79a3b2513603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:43.937437 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-e28f2ea8-3796-4e23-8b0d-b441874498d7 req-cf262383-8119-4867-a188-e6749f78fa29 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] For port 9002c590-eb37-4424-9808-3a59d0a1d4ea, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9002c590-eb37-4424-9808-3a59d0a1d4ea,segment=NetworkSegment(8c39c059-ca8a-4161-ad4b-c642bd55bdf2),segment_id=8c39c059-ca8a-4161-ad4b-c642bd55bdf2)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:43.938193 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-e28f2ea8-3796-4e23-8b0d-b441874498d7 req-cf262383-8119-4867-a188-e6749f78fa29 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:43.955103 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 4a0a4294-ebd2-422b-acb6-f6c277f9481d up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:38:44.052353 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06b340-598f-449a-bebf-d16e16af956b req-da4b7e3e-2c1d-4bd9-bcaf-32e37e18a0ab tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:44.054237 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6f06b340-598f-449a-bebf-d16e16af956b req-da4b7e3e-2c1d-4bd9-bcaf-32e37e18a0ab tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.3646388 May 12 15:38:44.096248 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-e28f2ea8-3796-4e23-8b0d-b441874498d7 req-cf262383-8119-4867-a188-e6749f78fa29 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Calling delete_port for 9002c590-eb37-4424-9808-3a59d0a1d4ea owned by compute:nova {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:38:44.110275 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-023cc874-a8bd-4e62-915e-eeb1736e5579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:44.141583 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c702360-6887-4381-b147-7446ed9417d1 req-9ae0a3d1-0499-4c8f-afc0-47722020df2e tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:44.150385 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5c702360-6887-4381-b147-7446ed9417d1 req-9ae0a3d1-0499-4c8f-afc0-47722020df2e tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 950 time: 0.3501458 May 12 15:38:44.189675 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port 4a0a4294-ebd2-422b-acb6-f6c277f9481d completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:38:44.199871 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9db9e857-a081-4cee-9ba5-79a3b2513603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:44.200039 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 4a0a4294-ebd2-422b-acb6-f6c277f9481d triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:38:44.200039 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:44.206974 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b29d19-b627-4939-b68e-6befcc47bfea req-e3d717dc-3ab6-4339-8338-0ef7c12bbbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:44.212649 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-51b29d19-b627-4939-b68e-6befcc47bfea req-e3d717dc-3ab6-4339-8338-0ef7c12bbbbf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 1098 time: 0.2768569 May 12 15:38:44.217819 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6f06b340-598f-449a-bebf-d16e16af956b req-63537e8f-bea4-45a2-8f70-67472aa54a33 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557732 May 12 15:38:44.280103 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:44.364736 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-51b29d19-b627-4939-b68e-6befcc47bfea req-877034da-22d5-417e-b916-4c7bb9ddacb1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326106 May 12 15:38:44.722381 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5c702360-6887-4381-b147-7446ed9417d1 req-17e78d32-881c-4821-8d13-b107da156eb2 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/security-groups?id=56ce9181-4904-49c0-a187-1db47c2abb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956723 May 12 15:38:44.731057 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9db9e857-a081-4cee-9ba5-79a3b2513603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:44.732346 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:44.733078 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-7bd7afeb-ae90-4be8-9763-36b4532d07fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:44.733590 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 4a0a4294-ebd2-422b-acb6-f6c277f9481d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4a0a4294-ebd2-422b-acb6-f6c277f9481d,segment=NetworkSegment(125a4b66-009c-4817-8780-db2bfa7dca37),segment_id=125a4b66-009c-4817-8780-db2bfa7dca37)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:44.734307 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-9db9e857-a081-4cee-9ba5-79a3b2513603 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e34b3070575459ca8344e07c2ce5ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1907866 May 12 15:38:44.734712 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d7349-25f9-47a1-8374-1e09fc585904 req-b89730a9-92cc-4ceb-9993-e8335c5c908a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:44.734896 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 56526) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:44.734988 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6d7d7349-25f9-47a1-8374-1e09fc585904 req-b89730a9-92cc-4ceb-9993-e8335c5c908a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1435041 May 12 15:38:44.734988 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6d7d7349-25f9-47a1-8374-1e09fc585904 req-252a055f-0b78-4d2c-9e2d-b26526eb3890 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504153 May 12 15:38:44.735172 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9e857-a081-4cee-9ba5-79a3b2513603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897fc82c-8817-441d-80d7-b5728ede5db1,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:44.735172 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-9db9e857-a081-4cee-9ba5-79a3b2513603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:44.735172 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4a7617ca-7fd3-40d4-a3bd-c3472449242d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:44.735172 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4a7617ca-7fd3-40d4-a3bd-c3472449242d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:44.735502 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676fec6-52d8-4efb-b24e-4a3b2a404cb3 req-1f121132-56fe-479e-a982-f1823be5b065 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:44.735502 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2676fec6-52d8-4efb-b24e-4a3b2a404cb3 req-1f121132-56fe-479e-a982-f1823be5b065 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 945 time: 0.1142547 May 12 15:38:44.776660 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2676fec6-52d8-4efb-b24e-4a3b2a404cb3 req-90c3105d-d1e2-4355-bf62-0f4f64717fac tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867026 May 12 15:38:44.790874 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:44.796233 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 8b405f70-0727-4331-b2c5-19dff1e0caa5 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:38:44.817639 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98ffdb-969e-48c0-b0ac-bd0d68637075 req-0f108ad0-21ad-4e45-ac7c-37caf3796c30 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:44.819122 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-db98ffdb-969e-48c0-b0ac-bd0d68637075 req-0f108ad0-21ad-4e45-ac7c-37caf3796c30 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1024861 May 12 15:38:44.821953 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:44.871055 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: 8b405f70-0727-4331-b2c5-19dff1e0caa5 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:38:44.871408 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 8b405f70-0727-4331-b2c5-19dff1e0caa5 not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:38:44.875849 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-e28f2ea8-3796-4e23-8b0d-b441874498d7 req-cf262383-8119-4867-a188-e6749f78fa29 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:44.877472 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4a7617ca-7fd3-40d4-a3bd-c3472449242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:44.878205 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-db98ffdb-969e-48c0-b0ac-bd0d68637075 req-e86436f8-cbea-465b-a1b6-6374e54e9a27 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525393 May 12 15:38:44.890588 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-7c10a871-6930-42d0-a1e4-5bcc7898add5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:44.907056 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7617ca-7fd3-40d4-a3bd-c3472449242d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897fc82c-8817-441d-80d7-b5728ede5db1,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:44.912507 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-4a7617ca-7fd3-40d4-a3bd-c3472449242d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:44.919948 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-1fb806a7-446c-4cea-934a-4def18e09700 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:44.922878 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=4a0a4294-ebd2-422b-acb6-f6c277f9481d,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:44.927617 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:45.023722 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf262383-8119-4867-a188-e6749f78fa29 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Pushing event deleted for resources: {'Port': ['ID=9002c590-eb37-4424-9808-3a59d0a1d4ea,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:45.023722 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-cf262383-8119-4867-a188-e6749f78fa29 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:45.036436 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f2ea8-3796-4e23-8b0d-b441874498d7 req-cf262383-8119-4867-a188-e6749f78fa29 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] No DVR routers for this DVR port 9002c590-eb37-4424-9808-3a59d0a1d4ea on host hv-cinder-78960 {{(pid=79429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:38:45.039079 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-e28f2ea8-3796-4e23-8b0d-b441874498d7 req-cf262383-8119-4867-a188-e6749f78fa29 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:45.042090 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0', 'name': 'network-vif-deleted', 'tag': '9002c590-eb37-4424-9808-3a59d0a1d4ea'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:45.050915 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['9002c590-eb37-4424-9808-3a59d0a1d4ea'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:38:45.069869 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-e28f2ea8-3796-4e23-8b0d-b441874498d7 req-cf262383-8119-4867-a188-e6749f78fa29 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.15 "DELETE /v2.0/ports/9002c590-eb37-4424-9808-3a59d0a1d4ea HTTP/1.1" status: 204 len: 173 time: 1.7482634 May 12 15:38:45.071191 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4a7617ca-7fd3-40d4-a3bd-c3472449242d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:45.086591 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-4a7617ca-7fd3-40d4-a3bd-c3472449242d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/897fc82c-8817-441d-80d7-b5728ede5db1 HTTP/1.1" status: 204 len: 168 time: 0.5679436 May 12 15:38:45.139632 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0', 'name': 'network-vif-deleted', 'tag': '9002c590-eb37-4424-9808-3a59d0a1d4ea', 'status': 'completed', 'code': 200} May 12 15:38:45.299614 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:45.391513 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e0ad67-4e22-4f7e-b4ef-e2856f83f838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0a4294-ebd2-422b-acb6-f6c277f9481d'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:45.453703 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e0ad67-4e22-4f7e-b4ef-e2856f83f838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0a4294-ebd2-422b-acb6-f6c277f9481d', 'code': 200} May 12 15:38:45.463836 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c0a8e-7555-4661-ab2a-a73c6a7c3507 req-e2a148ee-635f-4dab-974d-5ac22b062fb4 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:45.471651 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0c4c0a8e-7555-4661-ab2a-a73c6a7c3507 req-e2a148ee-635f-4dab-974d-5ac22b062fb4 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.1063340 May 12 15:38:45.542842 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0c4c0a8e-7555-4661-ab2a-a73c6a7c3507 req-e0020a2e-6ae6-495e-b790-958d39ab06b8 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682402 May 12 15:38:45.621151 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6a976fb4-a56f-4a52-b742-5b20ae14b0fc req-d27979a0-857b-4106-84e4-9ba91aca8a7f tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0592289 May 12 15:38:45.765956 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe60167-4a8b-4b93-ae59-515574668b71 req-c33a5d98-d481-4cf6-8b3c-e8e2e3bb9d00 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:45.767534 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-dfe60167-4a8b-4b93-ae59-515574668b71 req-c33a5d98-d481-4cf6-8b3c-e8e2e3bb9d00 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.0850074 May 12 15:38:45.813988 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-dfe60167-4a8b-4b93-ae59-515574668b71 req-21f14a6e-ecbe-4f80-ad5b-cc1c7e45ea43 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400171 May 12 15:38:45.997879 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bb875-05ab-4a2f-955d-d59476828b9b req-47dfbc3a-5c2c-4d5b-a16b-bd3fa8f5e1ad tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:45.999480 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-357bb875-05ab-4a2f-955d-d59476828b9b req-47dfbc3a-5c2c-4d5b-a16b-bd3fa8f5e1ad tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 946 time: 0.0979726 May 12 15:38:46.026536 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec486c3-e8a7-42fd-95fc-205b23f927df req-c110c0b9-3f8e-44f7-9c31-1e7b815075fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:46.028247 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-2ec486c3-e8a7-42fd-95fc-205b23f927df req-c110c0b9-3f8e-44f7-9c31-1e7b815075fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 1099 time: 0.0904732 May 12 15:38:46.076066 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-2ec486c3-e8a7-42fd-95fc-205b23f927df req-645f6f5d-93e6-428f-8950-3c912bd2615d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 May 12 15:38:46.090653 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-357bb875-05ab-4a2f-955d-d59476828b9b req-72b2a727-a393-48bf-8fa7-ab6119df511e tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837777 May 12 15:38:46.128493 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332e17a-6349-4f5b-a708-7156dea91e2b req-4d3cd051-5a48-4612-a893-43ed63dbedc4 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:46.130112 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2332e17a-6349-4f5b-a708-7156dea91e2b req-4d3cd051-5a48-4612-a893-43ed63dbedc4 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1074982 May 12 15:38:46.187722 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2332e17a-6349-4f5b-a708-7156dea91e2b req-4998330e-fddd-47b8-93fa-f66583d33899 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512249 May 12 15:38:46.374647 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b20ad-67b9-4688-90f7-cd1f52009cde req-25e82c00-b10f-448b-baf4-d26ba1322641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:46.376039 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b10b20ad-67b9-4688-90f7-cd1f52009cde req-25e82c00-b10f-448b-baf4-d26ba1322641 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 1099 time: 0.0759563 May 12 15:38:46.527838 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b20ad-67b9-4688-90f7-cd1f52009cde req-fb04b00a-51ca-4470-b2cb-ae4da02c5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:46.529528 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b10b20ad-67b9-4688-90f7-cd1f52009cde req-fb04b00a-51ca-4470-b2cb-ae4da02c5671 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d HTTP/1.1" status: 200 len: 917 time: 0.1418626 May 12 15:38:46.663152 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b10b20ad-67b9-4688-90f7-cd1f52009cde req-c948a7ef-2e5a-44ae-9f9b-2572e31853d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b32936-92af-4c88-a369-451c41085c70 HTTP/1.1" status: 200 len: 1001 time: 0.1107988 May 12 15:38:46.743156 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b20ad-67b9-4688-90f7-cd1f52009cde req-845aaa5f-0f95-4c7a-8e60-afd61dbec192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:46.744680 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b10b20ad-67b9-4688-90f7-cd1f52009cde req-845aaa5f-0f95-4c7a-8e60-afd61dbec192 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06904d41-f4a0-432b-9939-9dafbee02cfb HTTP/1.1" status: 200 len: 855 time: 0.0736477 May 12 15:38:46.745241 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb6601-47dc-42ad-8911-35f1c72cae63 req-f7118de4-35f4-4b4d-8388-02b8c2ef88c9 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:46.752356 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1fbb6601-47dc-42ad-8911-35f1c72cae63 req-f7118de4-35f4-4b4d-8388-02b8c2ef88c9 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.1018500 May 12 15:38:46.827100 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-dbb14170-42e6-45b8-a276-7e1dc83a6ad7 req-759b93a1-ece9-4a3b-b8a5-3507fb20582a tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] 10.222.0.61 "GET /v2.0/ports?device_id=afa7dace-d4e7-4b3d-8ec6-20f656a5b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0549405 May 12 15:38:46.835939 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1fbb6601-47dc-42ad-8911-35f1c72cae63 req-0c417e29-595a-46d3-a949-924e54bb1118 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827043 May 12 15:38:46.861634 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b20ad-67b9-4688-90f7-cd1f52009cde req-b20b7254-eb7d-4070-870a-bb9aa56f0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:46.869904 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b10b20ad-67b9-4688-90f7-cd1f52009cde req-b20b7254-eb7d-4070-870a-bb9aa56f0cfa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1077118 May 12 15:38:47.057635 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b10b20ad-67b9-4688-90f7-cd1f52009cde req-d92e9ec4-9f73-4cf2-aae3-4375d5a209e5 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773531 May 12 15:38:47.111060 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:47.129786 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9cb2-8106-4173-b1fc-1873621fa7c5 req-ff584618-62ba-4c60-8445-46cfbf9fd743 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:47.131421 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1d1d9cb2-8106-4173-b1fc-1873621fa7c5 req-ff584618-62ba-4c60-8445-46cfbf9fd743 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1947579 May 12 15:38:47.140995 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11037536-bd40-4bb2-adb3-bdb286d0acc0 req-12013b4b-ba39-41ba-b2e7-36f42a83dab4 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:47.142629 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-11037536-bd40-4bb2-adb3-bdb286d0acc0 req-12013b4b-ba39-41ba-b2e7-36f42a83dab4 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 945 time: 0.1503909 May 12 15:38:47.222673 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-b10b20ad-67b9-4688-90f7-cd1f52009cde req-98ef1950-cf3d-40cc-9190-084f9eb3e0e0 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531892 May 12 15:38:47.326868 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1d1d9cb2-8106-4173-b1fc-1873621fa7c5 req-b00d9b23-fc0d-40c3-97e1-da0f2999ee44 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714795 May 12 15:38:47.330468 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-11037536-bd40-4bb2-adb3-bdb286d0acc0 req-462ab75b-0e8c-48c6-a0ef-18b765d46746 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763945 May 12 15:38:47.584406 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54e014-c918-4f07-8de6-62ffbc3a0047 req-2381345b-a8af-4590-840c-c1fac3bb9aba tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:47.586433 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9d54e014-c918-4f07-8de6-62ffbc3a0047 req-2381345b-a8af-4590-840c-c1fac3bb9aba tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 946 time: 0.1480293 May 12 15:38:47.595051 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f3848-5243-4eba-bafe-f3295c288507 req-b213e915-bfbb-4c1b-851a-f4222c7311f3 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:47.596544 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-380f3848-5243-4eba-bafe-f3295c288507 req-b213e915-bfbb-4c1b-851a-f4222c7311f3 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 946 time: 0.1258883 May 12 15:38:47.669374 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9d54e014-c918-4f07-8de6-62ffbc3a0047 req-c73c29b7-840d-4ec0-b85e-f293c3f1bba8 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712378 May 12 15:38:47.674284 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-380f3848-5243-4eba-bafe-f3295c288507 req-4346bbba-a62e-426a-8e56-dd8f1f2129df tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615618 May 12 15:38:47.951863 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 66b32936-92af-4c88-a369-451c41085c70 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:38:48.071427 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:48.099291 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b32936-92af-4c88-a369-451c41085c70'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:48.109965 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 66b32936-92af-4c88-a369-451c41085c70, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=66b32936-92af-4c88-a369-451c41085c70,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:48.149259 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b32936-92af-4c88-a369-451c41085c70', 'code': 200} May 12 15:38:48.212357 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:48.213176 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 9002c590-eb37-4424-9808-3a59d0a1d4ea no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:38:48.236072 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:48.287589 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: 9002c590-eb37-4424-9808-3a59d0a1d4ea {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:38:48.287936 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 9002c590-eb37-4424-9808-3a59d0a1d4ea not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:38:48.322970 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=66b32936-92af-4c88-a369-451c41085c70,revision_number=8']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:48.326019 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:48.577539 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633cbc9-fabe-4b6b-af1c-70bc353dd922 req-82b09d6a-8e87-4540-b9b9-da8b2a597c30 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:48.578993 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b633cbc9-fabe-4b6b-af1c-70bc353dd922 req-82b09d6a-8e87-4540-b9b9-da8b2a597c30 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 945 time: 0.1363983 May 12 15:38:48.614339 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a983dc7-2c8e-4729-8d4d-eb52b0a849b2 req-4fd08120-80dd-4032-9d96-19ca5fc1366c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:48.614550 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5a983dc7-2c8e-4729-8d4d-eb52b0a849b2 req-4fd08120-80dd-4032-9d96-19ca5fc1366c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1338100 May 12 15:38:48.659688 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b633cbc9-fabe-4b6b-af1c-70bc353dd922 req-50e6636f-e4d8-4917-b74b-0a181ea49ea9 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741730 May 12 15:38:48.680856 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5a983dc7-2c8e-4729-8d4d-eb52b0a849b2 req-e520d566-61d5-460b-8f4b-3bf50a60e349 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540419 May 12 15:38:48.933547 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdd931-a951-4287-953c-25f2948f6310 req-054bb20e-758b-4ee5-a9d0-554ff3d3c966 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:48.935315 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2acdd931-a951-4287-953c-25f2948f6310 req-054bb20e-758b-4ee5-a9d0-554ff3d3c966 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 946 time: 0.1078041 May 12 15:38:48.943166 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5f3e3-edf8-4860-945c-c76fd370223d req-121dd625-8af3-43fa-8c53-99d6b4cc8c5d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:48.944652 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0eb5f3e3-edf8-4860-945c-c76fd370223d req-121dd625-8af3-43fa-8c53-99d6b4cc8c5d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1525884 May 12 15:38:49.013488 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2acdd931-a951-4287-953c-25f2948f6310 req-b030f004-91ea-49fe-99a9-6fe6673c63d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677869 May 12 15:38:49.022291 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0eb5f3e3-edf8-4860-945c-c76fd370223d req-84acbc9f-713a-47c2-a843-eac0fe1d3c2d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592506 May 12 15:38:49.510502 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a878a3-1814-4339-ace4-f02ddf683f66 req-67f5a8c6-e40c-459b-ad6f-6fb1e06b31ec tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:49.511371 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-47a878a3-1814-4339-ace4-f02ddf683f66 req-67f5a8c6-e40c-459b-ad6f-6fb1e06b31ec tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Synchronizing usage tracker for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:port {{(pid=79429) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:38:49.628338 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-47a878a3-1814-4339-ace4-f02ddf683f66 req-67f5a8c6-e40c-459b-ad6f-6fb1e06b31ec tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Unset dirty status for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:port {{(pid=79429) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:38:49.629476 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-47a878a3-1814-4339-ace4-f02ddf683f66 req-67f5a8c6-e40c-459b-ad6f-6fb1e06b31ec tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 945 time: 0.2089663 May 12 15:38:49.789547 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-47a878a3-1814-4339-ace4-f02ddf683f66 req-060f8e78-7e92-436c-aa7c-689fe38f5002 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Deleting port be003e80-c3b4-4262-abb6-448a41b6a496 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:38:49.789833 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-47a878a3-1814-4339-ace4-f02ddf683f66 req-060f8e78-7e92-436c-aa7c-689fe38f5002 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:49.928435 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ed184-1d57-4f1e-8b50-4b5fa28aed28 req-6d0da5ae-118f-465b-817c-23332ba946e3 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:49.930455 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-561ed184-1d57-4f1e-8b50-4b5fa28aed28 req-6d0da5ae-118f-465b-817c-23332ba946e3 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 945 time: 0.1588976 May 12 15:38:49.953862 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-47a878a3-1814-4339-ace4-f02ddf683f66 req-060f8e78-7e92-436c-aa7c-689fe38f5002 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] For port be003e80-c3b4-4262-abb6-448a41b6a496, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=be003e80-c3b4-4262-abb6-448a41b6a496,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:49.954218 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-47a878a3-1814-4339-ace4-f02ddf683f66 req-060f8e78-7e92-436c-aa7c-689fe38f5002 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:49.960989 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428477f-e3fb-49ac-8572-69c467c59dd0 req-36b8121d-6f04-40fb-b33d-ca9fb7acafb3 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:49.962367 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6428477f-e3fb-49ac-8572-69c467c59dd0 req-36b8121d-6f04-40fb-b33d-ca9fb7acafb3 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1506984 May 12 15:38:50.011364 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-561ed184-1d57-4f1e-8b50-4b5fa28aed28 req-7a59db7f-867c-4d44-98fc-e04bbf6f1e3e tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724695 May 12 15:38:50.033540 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6428477f-e3fb-49ac-8572-69c467c59dd0 req-79e92c33-11aa-456b-8900-0c51724ee746 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618963 May 12 15:38:50.187215 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-47a878a3-1814-4339-ace4-f02ddf683f66 req-060f8e78-7e92-436c-aa7c-689fe38f5002 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Calling delete_port for be003e80-c3b4-4262-abb6-448a41b6a496 owned by compute:nova {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:38:50.240930 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6a3f6-b40c-4e84-a3ba-88915bf64a73 req-d19a6afe-f066-4eaf-956f-e5b73bcd7490 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:50.246315 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-21b6a3f6-b40c-4e84-a3ba-88915bf64a73 req-d19a6afe-f066-4eaf-956f-e5b73bcd7490 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1009672 May 12 15:38:50.287425 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-21b6a3f6-b40c-4e84-a3ba-88915bf64a73 req-eeae8c5e-f3ba-42ea-8138-a2bbe71e4ea6 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402374 May 12 15:38:50.399857 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-47a878a3-1814-4339-ace4-f02ddf683f66 req-060f8e78-7e92-436c-aa7c-689fe38f5002 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:50.405927 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-4f24ca2a-7cb5-4c2c-b3b2-d49fb9bd2d88 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:50.417671 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['ca35364b-0f1f-4a2d-8083-a4fcbb1627e5', '1c3ed208-daad-460c-b0e9-8c7e9b01f3f5', 'be003e80-c3b4-4262-abb6-448a41b6a496'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:38:50.454282 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f8e78-7e92-436c-aa7c-689fe38f5002 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Pushing event deleted for resources: {'Port': ['ID=be003e80-c3b4-4262-abb6-448a41b6a496,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:50.458680 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-060f8e78-7e92-436c-aa7c-689fe38f5002 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:50.544331 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a878a3-1814-4339-ace4-f02ddf683f66 req-060f8e78-7e92-436c-aa7c-689fe38f5002 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] No DVR routers for this DVR port be003e80-c3b4-4262-abb6-448a41b6a496 on host hv-cinder-78960 {{(pid=79429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:38:50.547019 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-47a878a3-1814-4339-ace4-f02ddf683f66 req-060f8e78-7e92-436c-aa7c-689fe38f5002 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:50.571998 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4146c4-8795-487f-b020-71dbc34e3ffd', 'name': 'network-vif-deleted', 'tag': 'be003e80-c3b4-4262-abb6-448a41b6a496'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:50.623367 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4146c4-8795-487f-b020-71dbc34e3ffd', 'name': 'network-vif-deleted', 'tag': 'be003e80-c3b4-4262-abb6-448a41b6a496', 'status': 'completed', 'code': 200} May 12 15:38:50.668500 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-47a878a3-1814-4339-ace4-f02ddf683f66 req-060f8e78-7e92-436c-aa7c-689fe38f5002 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "DELETE /v2.0/ports/be003e80-c3b4-4262-abb6-448a41b6a496 HTTP/1.1" status: 204 len: 173 time: 1.0332386 May 12 15:38:51.010573 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763d4bc-42e9-4fd6-ba49-83cbf936bd58 req-95f3482f-7bf7-4a72-97c3-a28c7169d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:51.012464 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-4763d4bc-42e9-4fd6-ba49-83cbf936bd58 req-95f3482f-7bf7-4a72-97c3-a28c7169d17b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 1099 time: 0.0709593 May 12 15:38:51.070004 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-4763d4bc-42e9-4fd6-ba49-83cbf936bd58 req-55e604a4-9893-4585-84ec-0e84d0666d5e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497897 May 12 15:38:51.209752 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4e457d73-e3f8-474d-8eef-930def258c38 req-a00e983b-ef63-4d80-932b-9178e8e826fe tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4146c4-8795-487f-b020-71dbc34e3ffd HTTP/1.1" status: 200 len: 210 time: 0.0667706 May 12 15:38:51.384408 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe44b3d-3574-41d2-b2d8-be089c1a6da4 req-ab47cd6b-4c74-4047-9a2e-a3e8a93759de tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:51.386000 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2fe44b3d-3574-41d2-b2d8-be089c1a6da4 req-ab47cd6b-4c74-4047-9a2e-a3e8a93759de tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.0842118 May 12 15:38:51.483307 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2fe44b3d-3574-41d2-b2d8-be089c1a6da4 req-3561aca9-df1b-453d-9196-da78b91148d1 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911789 May 12 15:38:51.536391 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c4977-0422-49b2-8cc4-d0526392d4dd req-18a5af4e-65f7-4275-b151-af8dd02944f7 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:51.537982 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fc7c4977-0422-49b2-8cc4-d0526392d4dd req-18a5af4e-65f7-4275-b151-af8dd02944f7 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1188159 May 12 15:38:51.618262 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fc7c4977-0422-49b2-8cc4-d0526392d4dd req-2cdfa0c7-8712-44c8-acb4-b89673e5563e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721259 May 12 15:38:51.679493 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cab56e-9ff3-42a6-a016-8b773b65a8b6 req-8b31e19b-936d-4653-b8d1-b5edc630b5f0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:51.680989 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e1cab56e-9ff3-42a6-a016-8b773b65a8b6 req-8b31e19b-936d-4653-b8d1-b5edc630b5f0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 946 time: 0.0983057 May 12 15:38:51.736109 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e1cab56e-9ff3-42a6-a016-8b773b65a8b6 req-39e6f77d-dcac-4fe3-8825-6f48c1afcc12 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488894 May 12 15:38:53.015354 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cef03-c88c-4b4e-8fe2-a91f26715082 req-0a45b65b-cb01-4bd3-a6f4-8aa40cbd7520 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:53.016859 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-423cef03-c88c-4b4e-8fe2-a91f26715082 req-0a45b65b-cb01-4bd3-a6f4-8aa40cbd7520 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.0841148 May 12 15:38:53.070811 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-423cef03-c88c-4b4e-8fe2-a91f26715082 req-d5a29657-59c5-408f-8bb6-fda81a29b4e9 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469241 May 12 15:38:53.341447 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723fcd-4342-442d-914a-caaec41907f8 req-effe7e40-9c88-4ff2-a693-ebef6a1d804e tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:53.343084 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-13723fcd-4342-442d-914a-caaec41907f8 req-effe7e40-9c88-4ff2-a693-ebef6a1d804e tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 946 time: 0.1597557 May 12 15:38:53.357735 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a1b2e-d4e0-45e3-a5bd-a896e4441f7e req-856d2929-75d3-4a43-82f2-8f7e91d44f59 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:53.359149 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9c0a1b2e-d4e0-45e3-a5bd-a896e4441f7e req-856d2929-75d3-4a43-82f2-8f7e91d44f59 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 945 time: 0.1730711 May 12 15:38:53.426157 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-13723fcd-4342-442d-914a-caaec41907f8 req-bc17e607-385a-47e9-9931-883249569e12 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660129 May 12 15:38:53.437348 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9c0a1b2e-d4e0-45e3-a5bd-a896e4441f7e req-8c3fd4b1-17a8-4e7f-849c-ee1216a13bac tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621552 May 12 15:38:53.718726 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30732fdf-085c-48ed-85e6-bb441c052a14 req-1471b918-0563-446d-a6f5-3dd53b829d65 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:53.723046 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-30732fdf-085c-48ed-85e6-bb441c052a14 req-1471b918-0563-446d-a6f5-3dd53b829d65 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1476278 May 12 15:38:53.763700 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-30732fdf-085c-48ed-85e6-bb441c052a14 req-b5e61893-a656-402e-9d54-c71ae40a821f tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397880 May 12 15:38:53.793900 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2556b-e921-486a-aedf-f42f6d275c8d req-c2f36219-bba2-48f9-afa7-216b35d55ed3 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:53.794617 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-12c2556b-e921-486a-aedf-f42f6d275c8d req-c2f36219-bba2-48f9-afa7-216b35d55ed3 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Synchronizing usage tracker for tenant:e102920e7f4e4b588b73ea2391a81b22 on resource:port {{(pid=79429) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:38:53.897375 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-12c2556b-e921-486a-aedf-f42f6d275c8d req-c2f36219-bba2-48f9-afa7-216b35d55ed3 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Unset dirty status for tenant:e102920e7f4e4b588b73ea2391a81b22 on resource:port {{(pid=79429) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:38:53.902154 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-12c2556b-e921-486a-aedf-f42f6d275c8d req-c2f36219-bba2-48f9-afa7-216b35d55ed3 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.15 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 946 time: 0.2041991 May 12 15:38:53.992053 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device be003e80-c3b4-4262-abb6-448a41b6a496 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:38:54.061222 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: be003e80-c3b4-4262-abb6-448a41b6a496 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:38:54.061851 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-12c2556b-e921-486a-aedf-f42f6d275c8d req-f459f915-718a-4fd8-80d8-7ddc70fea52b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Deleting port 4a0a4294-ebd2-422b-acb6-f6c277f9481d {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:38:54.062100 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device be003e80-c3b4-4262-abb6-448a41b6a496 not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:38:54.062707 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 66b32936-92af-4c88-a369-451c41085c70 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:38:54.063148 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-12c2556b-e921-486a-aedf-f42f6d275c8d req-f459f915-718a-4fd8-80d8-7ddc70fea52b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:54.105319 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8847251-d97e-41be-baf6-64dd701281a2 req-d6019b60-d700-4acd-b524-24c61affd95f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:54.107067 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b8847251-d97e-41be-baf6-64dd701281a2 req-d6019b60-d700-4acd-b524-24c61affd95f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1448538 May 12 15:38:54.229725 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b8847251-d97e-41be-baf6-64dd701281a2 req-dbf64547-78fb-4ec5-9cb3-aa6de555969f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163645 May 12 15:38:54.287846 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-12c2556b-e921-486a-aedf-f42f6d275c8d req-f459f915-718a-4fd8-80d8-7ddc70fea52b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] For port 4a0a4294-ebd2-422b-acb6-f6c277f9481d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4a0a4294-ebd2-422b-acb6-f6c277f9481d,segment=NetworkSegment(125a4b66-009c-4817-8780-db2bfa7dca37),segment_id=125a4b66-009c-4817-8780-db2bfa7dca37)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:54.288281 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-12c2556b-e921-486a-aedf-f42f6d275c8d req-f459f915-718a-4fd8-80d8-7ddc70fea52b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:54.425990 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-12c2556b-e921-486a-aedf-f42f6d275c8d req-f459f915-718a-4fd8-80d8-7ddc70fea52b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Calling delete_port for 4a0a4294-ebd2-422b-acb6-f6c277f9481d owned by compute:nova {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:38:54.639413 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-12c2556b-e921-486a-aedf-f42f6d275c8d req-f459f915-718a-4fd8-80d8-7ddc70fea52b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:54.645842 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:54.656216 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['4a0a4294-ebd2-422b-acb6-f6c277f9481d'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:38:54.702823 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e1883-669e-4993-ac8b-916ec10350c2 req-37f7f47e-ad6c-4001-9368-f9ca8c3a7694 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:54.704524 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cb8e1883-669e-4993-ac8b-916ec10350c2 req-37f7f47e-ad6c-4001-9368-f9ca8c3a7694 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 867 time: 0.1572223 May 12 15:38:54.714466 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c885c-dfda-4985-8397-0c285c129c8d req-dc43678d-1dbd-4e3a-8e35-6772195e7a50 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:54.716263 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e66c885c-dfda-4985-8397-0c285c129c8d req-dc43678d-1dbd-4e3a-8e35-6772195e7a50 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 945 time: 0.1366961 May 12 15:38:54.746300 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459f915-718a-4fd8-80d8-7ddc70fea52b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Pushing event deleted for resources: {'Port': ['ID=4a0a4294-ebd2-422b-acb6-f6c277f9481d,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:54.750555 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f459f915-718a-4fd8-80d8-7ddc70fea52b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:54.803863 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cb8e1883-669e-4993-ac8b-916ec10350c2 req-2c3840dc-29f3-48bd-93f8-60a6bd7c0cd3 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854301 May 12 15:38:54.811720 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e66c885c-dfda-4985-8397-0c285c129c8d req-edc04982-e816-4c19-a496-094f019a3fc8 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779147 May 12 15:38:54.859108 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c2556b-e921-486a-aedf-f42f6d275c8d req-f459f915-718a-4fd8-80d8-7ddc70fea52b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] No DVR routers for this DVR port 4a0a4294-ebd2-422b-acb6-f6c277f9481d on host hv-cinder-78960 {{(pid=79429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:38:54.864658 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-12c2556b-e921-486a-aedf-f42f6d275c8d req-f459f915-718a-4fd8-80d8-7ddc70fea52b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:54.869819 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e0ad67-4e22-4f7e-b4ef-e2856f83f838', 'name': 'network-vif-deleted', 'tag': '4a0a4294-ebd2-422b-acb6-f6c277f9481d'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:54.899685 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 56964) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:54.946064 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e0ad67-4e22-4f7e-b4ef-e2856f83f838', 'name': 'network-vif-deleted', 'tag': '4a0a4294-ebd2-422b-acb6-f6c277f9481d', 'status': 'completed', 'code': 200} May 12 15:38:55.007283 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-12c2556b-e921-486a-aedf-f42f6d275c8d req-f459f915-718a-4fd8-80d8-7ddc70fea52b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.15 "DELETE /v2.0/ports/4a0a4294-ebd2-422b-acb6-f6c277f9481d HTTP/1.1" status: 204 len: 173 time: 1.1012707 May 12 15:38:55.071830 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-fd062a41-42e3-473e-ad72-2c7e8cb164d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1701870 May 12 15:38:55.240692 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7ec74-5516-419d-a373-a26c617b8d90 req-e9a66145-571d-402f-aeca-a85b2a4a61f5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:55.241604 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-39b7ec74-5516-419d-a373-a26c617b8d90 req-e9a66145-571d-402f-aeca-a85b2a4a61f5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Synchronizing usage tracker for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:port {{(pid=79429) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:38:55.382151 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-39b7ec74-5516-419d-a373-a26c617b8d90 req-e9a66145-571d-402f-aeca-a85b2a4a61f5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Unset dirty status for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:port {{(pid=79429) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:38:55.383336 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-39b7ec74-5516-419d-a373-a26c617b8d90 req-e9a66145-571d-402f-aeca-a85b2a4a61f5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 945 time: 0.2377901 May 12 15:38:55.429255 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09d912-734d-45aa-94b7-3bebaa69e698 req-795efde8-58ae-4a1f-a6ee-40cfe74ae334 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:55.431132 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fc09d912-734d-45aa-94b7-3bebaa69e698 req-795efde8-58ae-4a1f-a6ee-40cfe74ae334 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.0837955 May 12 15:38:55.495709 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fc09d912-734d-45aa-94b7-3bebaa69e698 req-cfa3e21c-f378-49c6-a34f-ff62a89d9505 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460389 May 12 15:38:55.574361 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-39b7ec74-5516-419d-a373-a26c617b8d90 req-f906ab75-fc45-49ab-8364-d37d22148b09 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Deleting port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:38:55.574698 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-39b7ec74-5516-419d-a373-a26c617b8d90 req-f906ab75-fc45-49ab-8364-d37d22148b09 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:55.710209 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-39b7ec74-5516-419d-a373-a26c617b8d90 req-f906ab75-fc45-49ab-8364-d37d22148b09 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] For port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c3ed208-daad-460c-b0e9-8c7e9b01f3f5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:38:55.716565 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-39b7ec74-5516-419d-a373-a26c617b8d90 req-f906ab75-fc45-49ab-8364-d37d22148b09 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:55.923525 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-39b7ec74-5516-419d-a373-a26c617b8d90 req-f906ab75-fc45-49ab-8364-d37d22148b09 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Calling delete_port for 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 owned by compute:nova {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:38:55.986139 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 56994) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:56.052301 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-945f8322-4d79-4b2d-a467-b45b7c4a6897 req-8a0735df-11ee-42da-b3ac-56136ded7417 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e0ad67-4e22-4f7e-b4ef-e2856f83f838 HTTP/1.1" status: 200 len: 210 time: 0.1041143 May 12 15:38:56.118114 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cfe1a-031d-44be-9d98-15b18cc25e5f req-78822043-2ade-4e4c-b1da-d4e04dcdfeb9 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:56.118114 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-555cfe1a-031d-44be-9d98-15b18cc25e5f req-78822043-2ade-4e4c-b1da-d4e04dcdfeb9 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 945 time: 0.1156163 May 12 15:38:56.176854 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-555cfe1a-031d-44be-9d98-15b18cc25e5f req-3f09c992-0be2-4d1d-9d4b-10e959e2e44c tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514774 May 12 15:38:56.204376 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-39b7ec74-5516-419d-a373-a26c617b8d90 req-f906ab75-fc45-49ab-8364-d37d22148b09 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:56.210946 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:56.218965 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['ca35364b-0f1f-4a2d-8083-a4fcbb1627e5', '1c3ed208-daad-460c-b0e9-8c7e9b01f3f5'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:38:56.306635 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906ab75-fc45-49ab-8364-d37d22148b09 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Pushing event deleted for resources: {'Port': ['ID=1c3ed208-daad-460c-b0e9-8c7e9b01f3f5,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:56.318620 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f906ab75-fc45-49ab-8364-d37d22148b09 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:56.410919 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-0018d438-9e71-459d-8ab7-1375ac6f50e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6b1ef4045ca4846ad24634fed9a930f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235773 May 12 15:38:56.413757 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 57004) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:56.416941 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b7ec74-5516-419d-a373-a26c617b8d90 req-f906ab75-fc45-49ab-8364-d37d22148b09 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] No DVR routers for this DVR port 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 on host hv-cinder-78960 {{(pid=79429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:38:56.420615 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-39b7ec74-5516-419d-a373-a26c617b8d90 req-f906ab75-fc45-49ab-8364-d37d22148b09 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:56.498614 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e095c70e-a06d-449a-af62-d4d3afd11349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:56.530331 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e095c70e-a06d-449a-af62-d4d3afd11349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:56.565436 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-39b7ec74-5516-419d-a373-a26c617b8d90 req-f906ab75-fc45-49ab-8364-d37d22148b09 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "DELETE /v2.0/ports/1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 HTTP/1.1" status: 204 len: 173 time: 1.1704130 May 12 15:38:56.693718 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e095c70e-a06d-449a-af62-d4d3afd11349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:56.697966 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-e3bf4225-ca56-47e0-8010-195cdf98e295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:56.728087 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afea65-f7f7-4945-98b8-0c75354ef3dd req-54110b4f-8bb2-49ad-9980-92b7010ba8f7 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:56.732305 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-46afea65-f7f7-4945-98b8-0c75354ef3dd req-54110b4f-8bb2-49ad-9980-92b7010ba8f7 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1070430 May 12 15:38:56.732305 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095c70e-a06d-449a-af62-d4d3afd11349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ce9181-4904-49c0-a187-1db47c2abb19,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:56.733548 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-e095c70e-a06d-449a-af62-d4d3afd11349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:56.795019 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-46afea65-f7f7-4945-98b8-0c75354ef3dd req-4e523a93-15cf-4609-827c-317e53bd3c02 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584340 May 12 15:38:56.891240 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e095c70e-a06d-449a-af62-d4d3afd11349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:56.896086 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-e095c70e-a06d-449a-af62-d4d3afd11349 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56ce9181-4904-49c0-a187-1db47c2abb19 HTTP/1.1" status: 204 len: 168 time: 0.4810956 May 12 15:38:56.914683 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58d06-9572-4e47-926b-9c049fc64d75 req-f7152fc0-1b58-4ffb-8255-9eb5b42d4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:56.917084 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-17e58d06-9572-4e47-926b-9c049fc64d75 req-f7152fc0-1b58-4ffb-8255-9eb5b42d4df3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=832d7645d4694f93b0a5b83e8377da35&device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 1098 time: 0.0907135 May 12 15:38:56.941322 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861c1d4-b3e3-423a-be56-1d68cea5c9d3 req-6f7d9cef-25d6-4700-81cb-1817894304f6 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:56.943043 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f861c1d4-b3e3-423a-be56-1d68cea5c9d3 req-6f7d9cef-25d6-4700-81cb-1817894304f6 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1055183 May 12 15:38:56.944977 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4398c02-a411-40ce-8a19-f2b3842349dc', 'name': 'network-vif-deleted', 'tag': '1c3ed208-daad-460c-b0e9-8c7e9b01f3f5'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:56.999914 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f861c1d4-b3e3-423a-be56-1d68cea5c9d3 req-94be03ac-3578-4a86-ba85-ff6038449007 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499535 May 12 15:38:57.022399 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4398c02-a411-40ce-8a19-f2b3842349dc', 'name': 'network-vif-deleted', 'tag': '1c3ed208-daad-460c-b0e9-8c7e9b01f3f5', 'status': 'completed', 'code': 200} May 12 15:38:57.081695 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58d06-9572-4e47-926b-9c049fc64d75 req-704017a9-5747-46f9-ae71-c1a5925e02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:57.083084 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-17e58d06-9572-4e47-926b-9c049fc64d75 req-704017a9-5747-46f9-ae71-c1a5925e02b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e149a484-26c4-4518-be41-6c6d1ceac693 HTTP/1.1" status: 200 len: 919 time: 0.1590092 May 12 15:38:57.179561 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-17e58d06-9572-4e47-926b-9c049fc64d75 req-c26e04f9-8c1d-4462-a65b-d2fb95610f7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db21adc5-bba3-4a1e-b730-578bf5cade7a HTTP/1.1" status: 200 len: 217 time: 0.0881598 May 12 15:38:57.273158 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58d06-9572-4e47-926b-9c049fc64d75 req-2c0de66c-b6b2-438f-9eff-18711504ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:57.273158 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-17e58d06-9572-4e47-926b-9c049fc64d75 req-2c0de66c-b6b2-438f-9eff-18711504ec19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4bb5121-ca7c-4ce3-b5ba-87b429a70160 HTTP/1.1" status: 200 len: 858 time: 0.0764403 May 12 15:38:57.328618 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-17e58d06-9572-4e47-926b-9c049fc64d75 req-6fda7553-4577-4e65-b398-a5ca60ecc6f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e149a484-26c4-4518-be41-6c6d1ceac693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479286 May 12 15:38:57.363131 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2541aa94-1dba-49a7-8430-c05d7eb43445 req-74dea6da-2921-49cd-9b44-56c8aa9c8349 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4398c02-a411-40ce-8a19-f2b3842349dc HTTP/1.1" status: 200 len: 210 time: 0.0569654 May 12 15:38:57.496371 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-17e58d06-9572-4e47-926b-9c049fc64d75 req-818b2bdb-f9c0-4709-bd06-81ad750be595 service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577489 May 12 15:38:57.581684 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-f1090f37-218d-40d6-987d-25976d953fc9 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:57.583255 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-f1090f37-218d-40d6-987d-25976d953fc9 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/networks?id=0b60c812-f3c9-4441-925f-9e2e918d7706 HTTP/1.1" status: 200 len: 809 time: 0.2129879 May 12 15:38:57.608971 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-d489e6b2-1171-4e0a-b0b9-8edd4339cd08 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/quotas/e102920e7f4e4b588b73ea2391a81b22 HTTP/1.1" status: 200 len: 375 time: 0.0127869 May 12 15:38:57.662817 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-17e58d06-9572-4e47-926b-9c049fc64d75 req-7911e731-dee7-427a-89ec-e3922c9cbbdf service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573846 May 12 15:38:57.670439 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-a7fdfbf2-1a04-474d-8bf9-984256c9e74a tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e102920e7f4e4b588b73ea2391a81b22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549452 May 12 15:38:57.815020 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-e1e7aaee-a56f-42e4-b033-32565c8d9d3e service neutron] 10.222.0.61 "GET /v2.0/networks/0b60c812-f3c9-4441-925f-9e2e918d7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274755 May 12 15:38:58.019297 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 4a0a4294-ebd2-422b-acb6-f6c277f9481d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:38:58.055120 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: 4a0a4294-ebd2-422b-acb6-f6c277f9481d {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:38:58.055419 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 4a0a4294-ebd2-422b-acb6-f6c277f9481d not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:38:58.109598 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-3c0ff289-ad7e-41ee-a394-5dfe0ef53d47 service neutron] 10.222.0.61 "GET /v2.0/networks/0b60c812-f3c9-4441-925f-9e2e918d7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822788 May 12 15:38:58.156120 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd711d-c510-45bc-8a67-b267db6a4509 req-776dc49e-112b-442e-b978-a006567e3973 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:58.167811 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b5dd711d-c510-45bc-8a67-b267db6a4509 req-776dc49e-112b-442e-b978-a006567e3973 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.2233093 May 12 15:38:58.238698 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b5dd711d-c510-45bc-8a67-b267db6a4509 req-71c16af0-8512-4207-b116-ae60c611a7c4 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692956 May 12 15:38:58.433035 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2674f0-3ae5-417d-aea9-286c3f71d353 req-bbc955ff-860d-4fbb-8fdd-38d211926673 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:58.434718 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7e2674f0-3ae5-417d-aea9-286c3f71d353 req-bbc955ff-860d-4fbb-8fdd-38d211926673 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0814722 May 12 15:38:58.486523 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7e2674f0-3ae5-417d-aea9-286c3f71d353 req-1a973b3b-f49f-4640-b8f5-929792c7a5e9 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457127 May 12 15:38:58.597525 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d32aea0e-6080-484c-ad42-a82c3e8a39b9 req-12382f43-5d0c-4777-b6dd-93b922eb1051 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.0485520 May 12 15:38:58.668777 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 57074) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:58.783128 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-739079378-network', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:58.788502 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:58.792442 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Usage tracker for resource:network and tenant:819eaf9b77fb4b30a2e88e379a7dd20a is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:58.795363 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:58.801553 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:58.917812 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-62037cf4-c3fe-4f5a-ac18-103fb4092a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:58.919317 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-62037cf4-c3fe-4f5a-ac18-103fb4092a3d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da&tenant_id=e8d30251431447cd921829666f3b144f HTTP/1.1" status: 200 len: 1097 time: 0.0917702 May 12 15:38:58.921312 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Made reservation on behalf of 819eaf9b77fb4b30a2e88e379a7dd20a for: {'network': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:58.924485 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:58.942020 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:58.958192 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:58.963354 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Usage tracker for resource:security_group_rule and tenant:819eaf9b77fb4b30a2e88e379a7dd20a is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:58.966546 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:58.973709 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:59.038072 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-3172f83c-8e83-4e1e-9d88-04e6269bfaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:59.039936 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-3172f83c-8e83-4e1e-9d88-04e6269bfaa6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 1097 time: 0.0910933 May 12 15:38:59.123203 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:59.197012 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:59.203302 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-84d28914-b32d-4558-88b7-7017416f344a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:59.231491 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=79428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:38:59.246366 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:59.246713 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.segments_db [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Added segment 47f5b838-590d-43cf-b4b8-ab6179a08c4a of type vlan for network cd10d637-447c-4439-bfbb-15e63521bc89 May 12 15:38:59.272637 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-f0faa00c-dea9-4e08-9fd1-c238d786096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:59.275962 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-f0faa00c-dea9-4e08-9fd1-c238d786096f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d HTTP/1.1" status: 200 len: 917 time: 0.2279282 May 12 15:38:59.307969 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:59.313602 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55965224-66d2-40bf-b87e-98ff12dcfffd,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:59.318781 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:59.429421 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-96424afd-fd77-406a-9077-65341df5a3ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b32936-92af-4c88-a369-451c41085c70 HTTP/1.1" status: 200 len: 999 time: 0.1461043 May 12 15:38:59.433924 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:59.439239 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:59.441106 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:59.451582 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1a488f8c-aabd-44ca-ac24-7d8425bf89e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:59.500668 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-553d0cf9-15e1-433a-9c7f-f4e41d9c4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:59.502358 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-553d0cf9-15e1-433a-9c7f-f4e41d9c4599 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06904d41-f4a0-432b-9939-9dafbee02cfb HTTP/1.1" status: 200 len: 855 time: 0.0656011 May 12 15:38:59.600046 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-09b75140-d2f5-4476-bc53-1cdea8865776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:59.602786 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-09b75140-d2f5-4476-bc53-1cdea8865776 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0937185 May 12 15:38:59.666599 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Pushing event updated for resources: {'Network': ['ID=cd10d637-447c-4439-bfbb-15e63521bc89,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:59.671779 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:59.681492 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network cd10d637-447c-4439-bfbb-15e63521bc89 details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:38:59.701071 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534555f-d86c-406a-b64b-1034e88aff58 req-07c4c521-fb65-4676-967c-8855c28cc774 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:59.702712 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7534555f-d86c-406a-b64b-1034e88aff58 req-07c4c521-fb65-4676-967c-8855c28cc774 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.3289845 May 12 15:38:59.711873 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0419290 May 12 15:38:59.716195 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 57092) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:59.723758 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Request body: {'subnet': {'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-739079378-subnet', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'ip_version': 4}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:59.730843 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:59.752158 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Usage tracker for resource:subnet and tenant:819eaf9b77fb4b30a2e88e379a7dd20a is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:59.759869 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:59.774857 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:59.803248 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1310d12-4dcc-4ffb-a0ae-a2215da2c8bc req-1e5c886f-1fa9-4217-a742-b005952f33e7 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:59.804794 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c1310d12-4dcc-4ffb-a0ae-a2215da2c8bc req-1e5c886f-1fa9-4217-a742-b005952f33e7 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1889074 May 12 15:38:59.832911 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7534555f-d86c-406a-b64b-1034e88aff58 req-0e0c94d0-a355-4054-9f70-0b5d3995620a tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993404 May 12 15:38:59.873377 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c1310d12-4dcc-4ffb-a0ae-a2215da2c8bc req-487f0619-8969-4c1f-b8c6-935d0d7af138 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607374 May 12 15:38:59.895366 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-ae27a576-7072-4219-a8e0-a31c00591787 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836857 May 12 15:38:59.978315 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Made reservation on behalf of 819eaf9b77fb4b30a2e88e379a7dd20a for: {'subnet': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:59.980633 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10920392'] for subnet, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:00.007575 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a0f2723c-5dcd-45d0-b1a1-8ec6c28506be req-1b88a0e2-7225-47ae-99ab-3d64bde8aa7b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.0680470 May 12 15:39:00.032245 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:39:00.067865 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-eeaf16e9-46ce-4ff6-90b0-e7f91cef83a5 req-5a6b5b74-b935-492a-9c51-6563e04e0d11 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575017 May 12 15:39:00.072752 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:39:00.073117 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 1c3ed208-daad-460c-b0e9-8c7e9b01f3f5 not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:39:00.599414 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2011236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10920378'] for subnet, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:00.604135 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-86ee8600-2e38-4234-8e7e-34a8175b8fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:00.678529 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ab8463-a9ea-4251-b751-01eca3a884d3,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:00.681945 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:00.689117 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Checking segment: {'id': '47f5b838-590d-43cf-b4b8-ab6179a08c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:39:00.689584 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Network hostable DHCP agents. Network: cd10d637-447c-4439-bfbb-15e63521bc89, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:39:00.824890 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Network cd10d637-447c-4439-bfbb-15e63521bc89 is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:39:00.876370 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca228ff4-cf80-4e10-a797-e4be44905213 req-a5fdb4b9-d9b4-4174-9642-4ff679ac882f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:00.877932 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ca228ff4-cf80-4e10-a797-e4be44905213 req-a5fdb4b9-d9b4-4174-9642-4ff679ac882f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.0920358 May 12 15:39:00.951112 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, cd10d637-447c-4439-bfbb-15e63521bc89) {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:00.956642 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ca228ff4-cf80-4e10-a797-e4be44905213 req-8b994a88-9cd0-4f91-819d-2b01988114eb tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716279 May 12 15:39:00.969877 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73132a-d9aa-4ee4-b580-31b051c29ca8 None None] Network cd10d637-447c-4439-bfbb-15e63521bc89 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:39:00.981602 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:00.982304 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:01.173253 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4546323 May 12 15:39:01.175116 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 57130) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:01.181017 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:39:01.199348 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:39:01.202485 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7df790-26f0-4186-a77a-1d73d6db8e84 req-572c56c9-4159-4923-a102-6ede77aceaee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:01.211101 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f7df790-26f0-4186-a77a-1d73d6db8e84 req-572c56c9-4159-4923-a102-6ede77aceaee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.2174940 May 12 15:39:01.215471 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Usage tracker for resource:router and tenant:819eaf9b77fb4b30a2e88e379a7dd20a is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:39:01.219408 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:39:01.239295 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:39:01.333440 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-993519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46459'] for router, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:01.335065 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46402'] for router, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:01.335471 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7f7df790-26f0-4186-a77a-1d73d6db8e84 req-f085a29b-d3c8-4049-9586-a63d928f60eb tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232848 May 12 15:39:01.372468 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe869d628-5334-5526-9cb7-f08dcc6e29b0-cd10d637-447c-4439-bfbb-15e63521bc89', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'fixed_ips': [{'subnet_id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3'}]}} from dv-cinder-789603-6-smb. {{(pid=79430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:39:01.379007 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:01.394994 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:01.469511 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f10e7-c1f2-43e1-9599-43d27c8f0ae7 req-dfc12c04-39ab-4da7-a19e-ce78701483fb tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:01.476190 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-639f10e7-c1f2-43e1-9599-43d27c8f0ae7 req-dfc12c04-39ab-4da7-a19e-ce78701483fb tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.3123293 May 12 15:39:01.553534 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-639f10e7-c1f2-43e1-9599-43d27c8f0ae7 req-9a0cccc7-bc87-401f-a27d-2311cb6b7421 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695462 May 12 15:39:01.617908 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.db_base_plugin_common [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Allocated IP 172.20.0.2 (cd10d637-447c-4439-bfbb-15e63521bc89/b2ab8463-a9ea-4251-b751-01eca3a884d3/93844404-9caa-4578-947e-776dae79a13a) {{(pid=79430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:01.628448 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-071dffaf-1ee0-48f1-a644-ae1d9ca15a75 req-7ae2a88f-125f-4ae3-96b8-a7a92eaf6b86 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.0568917 May 12 15:39:01.858216 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Notify callbacks [] for port, precommit_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:01.870585 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Transition to ACTIVE for port object 93844404-9caa-4578-947e-776dae79a13a will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:39:01.889265 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Transition to ACTIVE for port object 93844404-9caa-4578-947e-776dae79a13a will not be triggered until provisioned by entity DHCP. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:39:01.923627 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-994075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46428'] for router, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:01.990093 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:01.997551 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:02.072165 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Network cd10d637-447c-4439-bfbb-15e63521bc89 is already hosted by enough agents. {{(pid=79430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:02.073524 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.base_scheduler [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Resources bound (agent type, host, resource id): {{(pid=79430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:02.076653 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Received port after_create {{(pid=79430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:39:02.177784 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Pushing event updated for resources: {'Port': ['ID=93844404-9caa-4578-947e-776dae79a13a,revision_number=1']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:02.180541 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:02.252770 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0753a82-2178-48dd-8e93-73bffaafaf6e req-956dc80e-8c51-4c7e-817e-abfb5fb74d00 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:02.260149 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d0753a82-2178-48dd-8e93-73bffaafaf6e req-956dc80e-8c51-4c7e-817e-abfb5fb74d00 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.1478760 May 12 15:39:02.313414 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d0753a82-2178-48dd-8e93-73bffaafaf6e req-24a6dd9c-50f7-4ea7-863d-d8a899266539 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523353 May 12 15:39:02.421799 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:02.453185 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:02.620322 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Allocated IP 172.28.0.159 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/bacd09d5-5937-4e81-b949-a2dabdf01c75) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:02.671742 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd136f-7b49-44b0-80be-dd3270f8a832 req-e0bacb5c-9550-4b0b-9a7e-616e7400ede7 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:02.679397 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e3fd136f-7b49-44b0-80be-dd3270f8a832 req-e0bacb5c-9550-4b0b-9a7e-616e7400ede7 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1996331 May 12 15:39:02.776060 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Attempting to bind port 93844404-9caa-4578-947e-776dae79a13a on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:39:02.776405 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Attempting to bind port 93844404-9caa-4578-947e-776dae79a13a by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': '47f5b838-590d-43cf-b4b8-ab6179a08c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:39:02.776795 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Attempting to bind port 93844404-9caa-4578-947e-776dae79a13a on network cd10d637-447c-4439-bfbb-15e63521bc89 {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:39:02.790140 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:39:02.790536 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Checking segment: {'id': '47f5b838-590d-43cf-b4b8-ab6179a08c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:39:02.790962 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:02.791353 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Bound using segment: {'id': '47f5b838-590d-43cf-b4b8-ab6179a08c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:39:02.792493 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Bound port: 93844404-9caa-4578-947e-776dae79a13a, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f5b838-590d-43cf-b4b8-ab6179a08c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:39:02.792883 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:02.796805 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e3fd136f-7b49-44b0-80be-dd3270f8a832 req-05117d3d-607f-499d-a080-29d46e23b028 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164923 May 12 15:39:02.827328 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:02.860923 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64d9a2-0c46-43cf-a078-baedf58d11da req-5a0637b4-dbfd-4991-a76b-ae144626bc46 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:02.862830 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ea64d9a2-0c46-43cf-a078-baedf58d11da req-5a0637b4-dbfd-4991-a76b-ae144626bc46 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1636782 May 12 15:39:02.927186 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:02.932009 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:02.967719 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] For port 93844404-9caa-4578-947e-776dae79a13a, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:39:02.977220 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] For port 93844404-9caa-4578-947e-776dae79a13a, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=93844404-9caa-4578-947e-776dae79a13a,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:39:02.989608 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:02.998302 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-644008a2-5ca7-410c-ac30-d15a2817fb50 req-d4a6dbc4-b335-4edc-96b6-d2f5e36d2153 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.0785732 May 12 15:39:03.001537 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:03.006395 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:39:03.009698 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ea64d9a2-0c46-43cf-a078-baedf58d11da req-0999d2d1-b175-4854-b597-4d5c78c74a37 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389632 May 12 15:39:03.073449 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Pushing event updated for resources: {'Port': ['ID=bacd09d5-5937-4e81-b949-a2dabdf01c75,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:03.082379 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:03.150169 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:03.154230 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:03.256528 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Pushing event updated for resources: {'Port': ['ID=93844404-9caa-4578-947e-776dae79a13a,revision_number=2']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:03.270337 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:03.575071 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f7ff7-1b77-4a15-ac53-e7db50a380e7 req-46f92a19-9d0e-438e-9454-c5d853451093 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:03.576626 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-706f7ff7-1b77-4a15-ac53-e7db50a380e7 req-46f92a19-9d0e-438e-9454-c5d853451093 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.1350369 May 12 15:39:03.706987 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-706f7ff7-1b77-4a15-ac53-e7db50a380e7 req-5b4b48fb-f19f-41a8-ac51-9f2969ae857b tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148670 May 12 15:39:03.838764 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:04.015232 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1af4b-db71-4432-b4be-1a5c9134a468 req-ca7f9b12-aa7b-4292-a241-634264fa2665 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:04.020194 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-88f1af4b-db71-4432-b4be-1a5c9134a468 req-ca7f9b12-aa7b-4292-a241-634264fa2665 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.0961425 May 12 15:39:04.092212 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-88f1af4b-db71-4432-b4be-1a5c9134a468 req-55c2c945-4ca0-4512-b40b-7f77bae70a7a tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590682 May 12 15:39:04.251797 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-98ce2a48-0482-49f1-8428-e6ea96b8536f req-60a49cc9-7b29-4002-9b1a-287b5b538370 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.0831745 May 12 15:39:04.350578 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542988'] for router, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:04.462571 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1a7bd-335e-4a29-ad63-1048b6f1cec3 req-567ab8f8-a47a-4887-8153-bc6184314854 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:04.464819 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-71d1a7bd-335e-4a29-ad63-1048b6f1cec3 req-567ab8f8-a47a-4887-8153-bc6184314854 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1852829 May 12 15:39:04.538815 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-71d1a7bd-335e-4a29-ad63-1048b6f1cec3 req-dd3c5120-a0fd-4ea6-b05a-e540a6f991b4 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622931 May 12 15:39:04.710260 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4e4e64-de1b-4363-9fd7-e6bb49f1958c None None] Network cd10d637-447c-4439-bfbb-15e63521bc89 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:39:04.803734 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 93844404-9caa-4578-947e-776dae79a13a up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:04.978109 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Router 098b7d13-53fd-402c-9f78-3916d67a9a40 is scheduled to L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 with binding_index 1 {{(pid=79429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:39:04.997426 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11021e-e936-4c13-8d7e-739c38c83101 req-74b164d1-3c50-485c-ae59-51319078a905 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:04.999037 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ac11021e-e936-4c13-8d7e-739c38c83101 req-74b164d1-3c50-485c-ae59-51319078a905 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.1201184 May 12 15:39:05.011084 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-16f52d43-41fd-4b07-9487-b734a405ab90 None None] Provisioning for port 93844404-9caa-4578-947e-776dae79a13a completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:39:05.059516 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ac11021e-e936-4c13-8d7e-739c38c83101 req-0c062f99-5f21-4054-9fe2-d23f85af403b tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532334 May 12 15:39:05.074268 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 93844404-9caa-4578-947e-776dae79a13a completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:39:05.074268 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 93844404-9caa-4578-947e-776dae79a13a triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:05.074268 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:05.268606 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:39:05.269992 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:05.288099 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Sync routers for ids ['098b7d13-53fd-402c-9f78-3916d67a9a40'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:39:05.302466 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Routers {'098b7d13-53fd-402c-9f78-3916d67a9a40'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:39:05.303174 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:38:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['098b7d13-53fd-402c-9f78-3916d67a9a40'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:05.331404 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 93844404-9caa-4578-947e-776dae79a13a, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=93844404-9caa-4578-947e-776dae79a13a,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:05.372891 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Notify callbacks [] for router, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:05.374797 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1979425 May 12 15:39:05.377726 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 57166) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:05.411481 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:05.415037 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:05.428223 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47328f-974f-45ed-99d8-61ecc87c41fc req-9bb36a72-2e10-4e20-859f-1d7092bc6213 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:05.428223 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1e47328f-974f-45ed-99d8-61ecc87c41fc req-9bb36a72-2e10-4e20-859f-1d7092bc6213 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1722195 May 12 15:39:05.550283 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Set router 098b7d13-53fd-402c-9f78-3916d67a9a40 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:39:05.586874 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=93844404-9caa-4578-947e-776dae79a13a,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:05.598264 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:05.610069 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-1cf4270d-d4a4-4fb9-bf42-29effaddbdc3 None None] Provisioning complete for port 93844404-9caa-4578-947e-776dae79a13a triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:05.610645 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-1cf4270d-d4a4-4fb9-bf42-29effaddbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:05.611990 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1e47328f-974f-45ed-99d8-61ecc87c41fc req-5ac25235-8934-4e02-8360-47cb195cd67b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814651 May 12 15:39:05.630122 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-056df160-2b85-46b8-8b91-71b73246e182 req-779b12b0-fd27-427c-92dd-697071d0d995 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.1604612 May 12 15:39:05.890222 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54a91e-1f66-45b2-b4a3-d0e44c96e776 req-89ba52d1-ea3d-4c66-80f8-786911e11a18 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:05.898386 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2a54a91e-1f66-45b2-b4a3-d0e44c96e776 req-89ba52d1-ea3d-4c66-80f8-786911e11a18 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1279342 May 12 15:39:05.954766 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2a54a91e-1f66-45b2-b4a3-d0e44c96e776 req-510add37-d014-407a-ba87-cb00f983bc3e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538454 May 12 15:39:05.985149 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:39:03Z', 'revision_number': 3, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port': {'id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:02Z', 'updated_at': '2021-05-12T15:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:05.994767 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Checking router: 098b7d13-53fd-402c-9f78-3916d67a9a40 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:39:05.995374 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Updating router 098b7d13-53fd-402c-9f78-3916d67a9a40 port bacd09d5-5937-4e81-b949-a2dabdf01c75 binding host dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:39:06.076674 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:06.319072 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73258f9e-de95-4bbe-9cd0-7b262f540050 req-932b87be-a2b6-4a63-b17c-963c36d27b35 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:06.319072 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-73258f9e-de95-4bbe-9cd0-7b262f540050 req-932b87be-a2b6-4a63-b17c-963c36d27b35 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.1056476 May 12 15:39:06.331300 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-73258f9e-de95-4bbe-9cd0-7b262f540050 req-a6a1aafd-f87d-4493-a277-70704bde2d0e tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 May 12 15:39:06.560862 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Notify callbacks [] for port, precommit_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:06.562303 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:06.578230 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.provisioning_blocks [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Transition to ACTIVE for port object bacd09d5-5937-4e81-b949-a2dabdf01c75 will not be triggered until provisioned by entity L2. {{(pid=79431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:39:06.654316 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 93844404-9caa-4578-947e-776dae79a13a up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:06.717337 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:06.732480 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-0bf73218-c333-40ab-a7ff-0834e5a7a4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:06.841831 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3d73d579-d04d-4f5a-b7ca-e7f398a8eade req-5874a1c4-0129-402c-8560-45115d66ea92 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.0499523 May 12 15:39:06.866150 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Allocated IP 172.20.0.1 (cd10d637-447c-4439-bfbb-15e63521bc89/b2ab8463-a9ea-4251-b751-01eca3a884d3/9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:06.867931 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Attempting to bind port bacd09d5-5937-4e81-b949-a2dabdf01c75 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:39:06.868375 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Attempting to bind port bacd09d5-5937-4e81-b949-a2dabdf01c75 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:39:06.869118 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Attempting to bind port bacd09d5-5937-4e81-b949-a2dabdf01c75 on network af5cf3b2-0f76-46e3-8e35-95db1bf12898 {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:39:06.870939 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 93844404-9caa-4578-947e-776dae79a13a triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:06.871382 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:06.878091 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:39:06.879909 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Checking segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:39:06.879909 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:06.879909 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Bound using segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:39:06.879909 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Bound port: bacd09d5-5937-4e81-b949-a2dabdf01c75, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:39:06.880265 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:06.898194 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a702fcf-f4c6-4db1-ac7c-91bbf5c98e8c req-4bfc5571-2914-4ad2-8d86-4b66ac62d20a tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:06.899893 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0a702fcf-f4c6-4db1-ac7c-91bbf5c98e8c req-4bfc5571-2914-4ad2-8d86-4b66ac62d20a tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1451769 May 12 15:39:06.932714 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Pushing event updated for resources: {'Port': ['ID=bacd09d5-5937-4e81-b949-a2dabdf01c75,revision_number=2']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:06.946161 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:06.946499 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:06.946851 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:06.947264 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:06.947589 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:06.947914 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:06.948234 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:06.948549 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:06.948864 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:06.949204 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:06.949517 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:06.949829 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:06.954880 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:06.999896 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] For port bacd09d5-5937-4e81-b949-a2dabdf01c75, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:39:07.004140 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] For port bacd09d5-5937-4e81-b949-a2dabdf01c75, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=bacd09d5-5937-4e81-b949-a2dabdf01c75,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:39:07.014778 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0a702fcf-f4c6-4db1-ac7c-91bbf5c98e8c req-8762c488-231a-4d9e-a1ae-7c693bd5ba56 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822759 May 12 15:39:07.093234 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:07.098199 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:07.103475 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:07.121533 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Transition to ACTIVE for port object 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd will not be triggered until provisioned by entity DHCP. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:39:07.212587 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069d3cd-835f-4cfc-bf85-7fb754083833 req-fe01c650-c0fc-48c3-8f74-f9fc535b52e2 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:07.218871 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Routers {'098b7d13-53fd-402c-9f78-3916d67a9a40'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:39:07.219519 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:38:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['098b7d13-53fd-402c-9f78-3916d67a9a40'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:07.221491 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8069d3cd-835f-4cfc-bf85-7fb754083833 req-fe01c650-c0fc-48c3-8f74-f9fc535b52e2 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1169195 May 12 15:39:07.258646 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:07.263784 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-40560910-bcac-4cbe-b654-017d39dc42ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:07.280015 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8069d3cd-835f-4cfc-bf85-7fb754083833 req-52f7e481-3314-4fe6-8675-42f9d7029034 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573215 May 12 15:39:07.330984 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Pushing event updated for resources: {'Port': ['ID=bacd09d5-5937-4e81-b949-a2dabdf01c75,revision_number=3']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:07.331213 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Pushing event updated for resources: {'Port': ['ID=9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:07.335282 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:07.344321 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:07.344482 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Network cd10d637-447c-4439-bfbb-15e63521bc89 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:07.345887 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:07.348810 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:39:07.406296 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542163'] for router_interface, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:07.428708 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] Set router 098b7d13-53fd-402c-9f78-3916d67a9a40 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:39:07.595210 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe817a-5b69-4455-82ca-c42ab4c027f9 req-e60e1dce-182c-4a78-be5a-7aed70fda5cd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:07.597387 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f3fe817a-5b69-4455-82ca-c42ab4c027f9 req-e60e1dce-182c-4a78-be5a-7aed70fda5cd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.1220548 May 12 15:39:07.641684 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:07.654820 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f3fe817a-5b69-4455-82ca-c42ab4c027f9 req-78e162eb-6483-4d03-84b8-1b6c3ca68025 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476048 May 12 15:39:07.738199 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-3c96a23d-55b9-4154-a773-2c1859949510 None None] Provisioning for port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:39:07.743460 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-3c96a23d-55b9-4154-a773-2c1859949510 None None] Provisioning complete for port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:07.743927 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-3c96a23d-55b9-4154-a773-2c1859949510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:07.777977 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:39:03Z', 'revision_number': 3, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port': {'id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:02Z', 'updated_at': '2021-05-12T15:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:07.782351 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac6218a-6e6c-4064-aad6-ade160f22070 None None] The sync data for ids ['098b7d13-53fd-402c-9f78-3916d67a9a40'] in dv-cinder-789603-6-smb is: [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:39:03Z', 'revision_number': 3, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port': {'id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:02Z', 'updated_at': '2021-05-12T15:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:39:07.838075 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-3c96a23d-55b9-4154-a773-2c1859949510 None None] Port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:39:07.932198 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:08.006000 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1afe1236-e58b-4813-b2f0-bdec02419022 req-e5d382f3-87c3-48da-a567-e0e2e591c9d5 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.0478556 May 12 15:39:08.016399 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:08.082669 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:08.186261 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542064'] for router_interface, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:08.200536 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Pushing event updated for resources: {'Port': ['ID=9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:08.203576 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:08.322574 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8473e4-c0a8-4293-89d7-7081fcfbdf02 req-822d5ef2-0cfc-4c7c-9b23-fd3d4c8db0cc tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:08.361435 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8f8473e4-c0a8-4293-89d7-7081fcfbdf02 req-822d5ef2-0cfc-4c7c-9b23-fd3d4c8db0cc tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1691215 May 12 15:39:08.439420 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8f8473e4-c0a8-4293-89d7-7081fcfbdf02 req-44df4a07-47f4-43ca-a723-aca7bb6fcd56 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768428 May 12 15:39:08.491395 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Network cd10d637-447c-4439-bfbb-15e63521bc89 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:08.493034 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:08.641565 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a3ab5-a39f-4657-81a9-bc6250523a94 req-baafbb77-265d-4df9-9956-27270a706a50 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:08.644136 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a22a3ab5-a39f-4657-81a9-bc6250523a94 req-baafbb77-265d-4df9-9956-27270a706a50 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1531751 May 12 15:39:08.759113 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device bacd09d5-5937-4e81-b949-a2dabdf01c75 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:08.869492 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Router 098b7d13-53fd-402c-9f78-3916d67a9a40 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:39:08.954569 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-c88cfa1c-7965-45c9-9238-9027d7e75769 None None] Provisioning complete for port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:08.956014 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-c88cfa1c-7965-45c9-9238-9027d7e75769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:08.979812 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a22a3ab5-a39f-4657-81a9-bc6250523a94 req-5f7ac17c-8f26-4e97-8b2b-c78215e52b6d tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285275 May 12 15:39:09.029924 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-c88cfa1c-7965-45c9-9238-9027d7e75769 None None] Port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:39:09.055801 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f25e11-4627-4d5f-a727-2df92d325f21 req-fc30187a-33cc-41e0-a088-9f4b33f83541 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:09.057290 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-02f25e11-4627-4d5f-a727-2df92d325f21 req-fc30187a-33cc-41e0-a088-9f4b33f83541 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.1747959 May 12 15:39:09.064488 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port bacd09d5-5937-4e81-b949-a2dabdf01c75 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:39:09.088505 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port bacd09d5-5937-4e81-b949-a2dabdf01c75 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:09.088897 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:09.146359 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-02f25e11-4627-4d5f-a727-2df92d325f21 req-94e2cc4f-0298-4d19-a610-31f859000252 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788102 May 12 15:39:09.169589 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:39:09.185637 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] 10.222.0.61 "PUT /v2.0/routers/098b7d13-53fd-402c-9f78-3916d67a9a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8061056 May 12 15:39:09.250333 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2a439a32-5071-494e-964a-a135f363cb1c req-f71eea0b-6abd-4160-b1ae-333eb7c8aa2a tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.0563986 May 12 15:39:09.301585 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:09.324972 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port bacd09d5-5937-4e81-b949-a2dabdf01c75, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=bacd09d5-5937-4e81-b949-a2dabdf01c75,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:09.395766 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:09.400288 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:09.488621 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=bacd09d5-5937-4e81-b949-a2dabdf01c75,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:09.491847 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:09.516131 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:39:09.671388 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91de787-2675-4e61-b8a8-c0e1b4cde8d6 req-3c6babb7-2738-44f5-9cfb-1aba02bdf484 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:09.672967 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a91de787-2675-4e61-b8a8-c0e1b4cde8d6 req-3c6babb7-2738-44f5-9cfb-1aba02bdf484 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.0837615 May 12 15:39:09.737310 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a91de787-2675-4e61-b8a8-c0e1b4cde8d6 req-0af0094f-1f87-40f8-8643-95a0d99589ad tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577958 May 12 15:39:09.850632 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Sync routers for ids ['098b7d13-53fd-402c-9f78-3916d67a9a40'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:39:09.863183 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Routers {'098b7d13-53fd-402c-9f78-3916d67a9a40'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:39:09.863844 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:38:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['098b7d13-53fd-402c-9f78-3916d67a9a40'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:10.026280 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 57232) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:10.033674 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1872962253-network', 'tenant_id': '6fc574583129486382e462c017eac5da'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:39:10.038981 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:39:10.042710 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Usage tracker for resource:network and tenant:6fc574583129486382e462c017eac5da is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:39:10.046307 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:39:10.052210 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:39:10.090246 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Set router 098b7d13-53fd-402c-9f78-3916d67a9a40 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:39:10.161889 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Made reservation on behalf of 6fc574583129486382e462c017eac5da for: {'network': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:39:10.171137 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:10.209210 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7de5b3-2da9-4d5b-a4c5-5fc607535583 req-e0f211f3-e303-4766-b8a2-4f90725e3394 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:10.222591 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8d7de5b3-2da9-4d5b-a4c5-5fc607535583 req-e0f211f3-e303-4766-b8a2-4f90725e3394 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1082766 May 12 15:39:10.233965 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:10.279974 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:39:10.280286 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8d7de5b3-2da9-4d5b-a4c5-5fc607535583 req-280b5df5-5f61-4fd8-9f4b-66a8630db8cd tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566266 May 12 15:39:10.288518 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:6fc574583129486382e462c017eac5da is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:39:10.291758 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:39:10.298738 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:39:10.448020 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:10.474810 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5982cd25-3c4a-42ab-b2cc-f3fedfd35887 req-af8dedce-33c7-4464-8000-5330637abe76 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.0552869 May 12 15:39:10.495135 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:39:07Z', 'revision_number': 4, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port': {'id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:02Z', 'updated_at': '2021-05-12T15:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd', 'name': '', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'mac_address': 'fa:16:3e:70:40:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:06Z', 'updated_at': '2021-05-12T15:39:07Z', 'revision_number': 2, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'subnets': [{'id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:10.513104 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Checking router: 098b7d13-53fd-402c-9f78-3916d67a9a40 for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:39:10.513104 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Updating router 098b7d13-53fd-402c-9f78-3916d67a9a40 port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd binding host dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:39:10.522867 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb1ce-95d4-470c-87c0-3a734815866e req-cc195d64-3a19-4beb-a352-3fea34de367c tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:10.524414 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5fddb1ce-95d4-470c-87c0-3a734815866e req-cc195d64-3a19-4beb-a352-3fea34de367c tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.1797750 May 12 15:39:10.534343 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:10.538216 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-4a7617ca-7fd3-40d4-a3bd-c3472449242d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:10.589985 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:10.591894 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=79429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:39:10.604650 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954b7449-6e9a-4aa1-9aaf-ee1837a9b002,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:10.606621 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:10.609193 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:10.609542 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.segments_db [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Added segment 259a06eb-36fc-4dae-8dc8-524b7547cfb1 of type vlan for network 524d3440-0ec3-4347-bf59-265a2dac6ab7 May 12 15:39:10.638760 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:10.650970 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5fddb1ce-95d4-470c-87c0-3a734815866e req-9b95c276-d6a3-4d37-b853-ddc3656fc4cc tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200330 May 12 15:39:10.742611 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device bacd09d5-5937-4e81-b949-a2dabdf01c75 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:10.798994 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:10.804340 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:10.805289 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:10.814819 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-66d0fdcb-07c2-4f02-ab41-ad2e1cd91671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:10.949307 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:11.024849 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=524d3440-0ec3-4347-bf59-265a2dac6ab7,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:11.028944 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:11.049106 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network 524d3440-0ec3-4347-bf59-265a2dac6ab7 details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:39:11.067257 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a168e-a1f1-4210-9400-6e620437738f req-233c1e76-796f-4ed2-a80e-fbf99e5eefe9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:11.070342 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb4a168e-a1f1-4210-9400-6e620437738f req-233c1e76-796f-4ed2-a80e-fbf99e5eefe9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1188436 May 12 15:39:11.077484 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port bacd09d5-5937-4e81-b949-a2dabdf01c75 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:11.077926 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:11.105964 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0784605 May 12 15:39:11.106586 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 57248) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:11.118311 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Request body: {'subnet': {'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1872962253-subnet', 'tenant_id': '6fc574583129486382e462c017eac5da', 'ip_version': 4}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:39:11.123421 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:39:11.127669 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Usage tracker for resource:subnet and tenant:6fc574583129486382e462c017eac5da is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:39:11.133393 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:39:11.138682 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb4a168e-a1f1-4210-9400-6e620437738f req-74452b94-4182-45d7-b84a-56d6c3d9e8d3 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624526 May 12 15:39:11.151522 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:39:11.250505 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Made reservation on behalf of 6fc574583129486382e462c017eac5da for: {'subnet': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:39:11.252854 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11965813'] for subnet, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:11.381826 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Notify callbacks [] for port, precommit_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:11.403528 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Transition to ACTIVE for port object 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:39:11.505443 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58d7db-ae5f-499d-99bb-7b08332969cd req-b6b97ef6-e6ea-4547-8fa3-fbef3063a697 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:11.506981 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae58d7db-ae5f-499d-99bb-7b08332969cd req-b6b97ef6-e6ea-4547-8fa3-fbef3063a697 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0843081 May 12 15:39:11.510484 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:11.517019 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:11.563808 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae58d7db-ae5f-499d-99bb-7b08332969cd req-617f2379-9798-42f2-8922-a3e3a13d3f7a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 May 12 15:39:11.680657 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbf058-bdbc-4cc9-a764-2feb71e80696 None None] Pushing event updated for resources: {'Port': ['ID=9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:11.684931 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-81cbf058-bdbc-4cc9-a764-2feb71e80696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:11.774880 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Attempting to bind port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:39:11.775255 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Attempting to bind port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': '47f5b838-590d-43cf-b4b8-ab6179a08c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:39:11.778095 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Attempting to bind port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd on network cd10d637-447c-4439-bfbb-15e63521bc89 {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:39:11.782162 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:39:11.782866 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Checking segment: {'id': '47f5b838-590d-43cf-b4b8-ab6179a08c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:39:11.783291 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:11.783407 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-67314448-a4fb-4448-9b43-112d4e21e1f9 req-d8fd0126-ef51-46be-8f0d-cc5637e24ca3 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.0654244 May 12 15:39:11.784317 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Bound using segment: {'id': '47f5b838-590d-43cf-b4b8-ab6179a08c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:39:11.784818 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Bound port: 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f5b838-590d-43cf-b4b8-ab6179a08c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:39:11.785215 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:11.845033 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-db17a5d9-4729-4a61-a7c0-168570752452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:11.907026 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] For port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:39:11.910707 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] For port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:39:11.928738 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11589197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11965703'] for subnet, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:11.934154 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:11.982957 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:11.991747 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:11.995607 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb2689-b8a3-4c40-a806-d9b06a0e478b req-db79b934-8e24-4604-9f06-467beaf9ee48 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:11.997160 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1eb2689-b8a3-4c40-a806-d9b06a0e478b req-db79b934-8e24-4604-9f06-467beaf9ee48 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.0981653 May 12 15:39:12.014097 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c480612e-368f-4326-8828-45947623aea4,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:12.020597 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:12.043444 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Checking segment: {'id': '259a06eb-36fc-4dae-8dc8-524b7547cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:39:12.044239 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Network hostable DHCP agents. Network: 524d3440-0ec3-4347-bf59-265a2dac6ab7, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:39:12.074304 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Routers {'098b7d13-53fd-402c-9f78-3916d67a9a40'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:39:12.075013 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:38:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['098b7d13-53fd-402c-9f78-3916d67a9a40'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:12.079715 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1eb2689-b8a3-4c40-a806-d9b06a0e478b req-314c5509-e431-40a6-8006-39943505c353 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668983 May 12 15:39:12.187770 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Network 524d3440-0ec3-4347-bf59-265a2dac6ab7 is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:39:12.315881 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, 524d3440-0ec3-4347-bf59-265a2dac6ab7) {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:12.329665 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:12.329665 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:12.337543 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a13246b-1bfe-48e5-b1c6-dfdd03b9d887 None None] Network 524d3440-0ec3-4347-bf59-265a2dac6ab7 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:39:12.388375 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163cc6c-d566-4618-895a-4f29dd1d00e9 req-b6149262-3478-4273-ab1b-8621730fa6a4 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:12.389959 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a163cc6c-d566-4618-895a-4f29dd1d00e9 req-b6149262-3478-4273-ab1b-8621730fa6a4 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1223052 May 12 15:39:12.417623 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbf058-bdbc-4cc9-a764-2feb71e80696 None None] Pushing event updated for resources: {'Port': ['ID=9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:12.428349 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-81cbf058-bdbc-4cc9-a764-2feb71e80696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:12.444395 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a163cc6c-d566-4618-895a-4f29dd1d00e9 req-43b67808-4385-4078-8db5-669c7bcc32a0 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477438 May 12 15:39:12.476944 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3691881 May 12 15:39:12.479373 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 57260) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:12.484627 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1872962253-router', 'tenant_id': '6fc574583129486382e462c017eac5da', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:39:12.492442 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:39:12.496432 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Usage tracker for resource:router and tenant:6fc574583129486382e462c017eac5da is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:39:12.499274 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:39:12.505601 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:39:12.508587 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] Set router 098b7d13-53fd-402c-9f78-3916d67a9a40 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:39:12.589221 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-993519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46459'] for router, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:12.591198 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46402'] for router, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:12.621631 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:12.838718 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe869d628-5334-5526-9cb7-f08dcc6e29b0-524d3440-0ec3-4347-bf59-265a2dac6ab7', 'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7', 'tenant_id': '6fc574583129486382e462c017eac5da', 'fixed_ips': [{'subnet_id': 'c480612e-368f-4326-8828-45947623aea4'}]}} from dv-cinder-789603-6-smb. {{(pid=79430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:39:12.839556 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:13.026200 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-994075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46428'] for router, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:13.057186 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d2453-c07c-429c-a06e-fc3e9dca9a7c req-0033ce71-4c35-4be4-a705-90c163665686 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:13.058826 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-680d2453-c07c-429c-a06e-fc3e9dca9a7c req-0033ce71-4c35-4be4-a705-90c163665686 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.3446286 May 12 15:39:13.104940 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:39:07Z', 'revision_number': 4, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port': {'id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:02Z', 'updated_at': '2021-05-12T15:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd', 'name': '', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'mac_address': 'fa:16:3e:70:40:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:06Z', 'updated_at': '2021-05-12T15:39:11Z', 'revision_number': 4, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'subnets': [{'id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:13.113119 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.db_base_plugin_common [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Allocated IP 172.20.0.2 (524d3440-0ec3-4347-bf59-265a2dac6ab7/c480612e-368f-4326-8828-45947623aea4/56c00091-a30f-4de8-a3d8-2bca12067568) {{(pid=79430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:13.115141 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ac21c-01ad-4c14-8e28-7437956650b5 None None] The sync data for ids ['098b7d13-53fd-402c-9f78-3916d67a9a40'] in dv-cinder-789603-6-smb is: [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:39:07Z', 'revision_number': 4, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port': {'id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:02Z', 'updated_at': '2021-05-12T15:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd', 'name': '', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'mac_address': 'fa:16:3e:70:40:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:06Z', 'updated_at': '2021-05-12T15:39:11Z', 'revision_number': 4, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'subnets': [{'id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:39:13.115657 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-680d2453-c07c-429c-a06e-fc3e9dca9a7c req-94630e0f-b9db-4dba-bab5-45fdf6457951 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480232 May 12 15:39:13.420962 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-90fd09c8-3b87-481c-b2b0-a134e49cb50d req-39f07e4d-1559-4a26-baef-4da92de3ee34 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.1641564 May 12 15:39:13.562460 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Notify callbacks [] for port, precommit_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:13.589544 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Transition to ACTIVE for port object 56c00091-a30f-4de8-a3d8-2bca12067568 will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:39:13.618449 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Transition to ACTIVE for port object 56c00091-a30f-4de8-a3d8-2bca12067568 will not be triggered until provisioned by entity DHCP. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:39:13.714000 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:13.719321 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:13.783284 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Network 524d3440-0ec3-4347-bf59-265a2dac6ab7 is already hosted by enough agents. {{(pid=79430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:13.786107 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.base_scheduler [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Resources bound (agent type, host, resource id): {{(pid=79430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:13.788907 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:13.790181 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Received port after_create {{(pid=79430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:39:13.805513 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Pushing event updated for resources: {'Port': ['ID=56c00091-a30f-4de8-a3d8-2bca12067568,revision_number=1']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:13.834035 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:13.841704 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:13.879196 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c51e4a-6599-4f6f-a81f-b43f5191a4c4 req-1ebff3f1-a807-4695-a2d9-9ceeabd14bde tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:13.880807 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b6c51e4a-6599-4f6f-a81f-b43f5191a4c4 req-1ebff3f1-a807-4695-a2d9-9ceeabd14bde tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.2907033 May 12 15:39:13.909888 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Attempting to bind port 56c00091-a30f-4de8-a3d8-2bca12067568 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:39:13.910263 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Attempting to bind port 56c00091-a30f-4de8-a3d8-2bca12067568 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': '259a06eb-36fc-4dae-8dc8-524b7547cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:39:13.910633 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Attempting to bind port 56c00091-a30f-4de8-a3d8-2bca12067568 on network 524d3440-0ec3-4347-bf59-265a2dac6ab7 {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:39:13.916654 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:39:13.917198 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Checking segment: {'id': '259a06eb-36fc-4dae-8dc8-524b7547cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:39:13.918201 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:13.918201 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Bound using segment: {'id': '259a06eb-36fc-4dae-8dc8-524b7547cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:39:13.918661 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Bound port: 56c00091-a30f-4de8-a3d8-2bca12067568, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259a06eb-36fc-4dae-8dc8-524b7547cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:39:13.919047 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:13.965751 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b6c51e4a-6599-4f6f-a81f-b43f5191a4c4 req-721464b8-b0bd-4720-8bb4-4c33fe3dd610 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773406 May 12 15:39:14.071295 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] For port 56c00091-a30f-4de8-a3d8-2bca12067568, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:39:14.099425 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Allocated IP 172.28.0.53 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/578746a1-8914-4263-9841-2817a7526f1d) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:14.166914 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-df55e826-272f-4764-801b-90ce50c87661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:14.199568 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:14.228201 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] For port 56c00091-a30f-4de8-a3d8-2bca12067568, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=56c00091-a30f-4de8-a3d8-2bca12067568,segment=NetworkSegment(259a06eb-36fc-4dae-8dc8-524b7547cfb1),segment_id=259a06eb-36fc-4dae-8dc8-524b7547cfb1)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:39:14.314324 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:14.318886 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:14.389463 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b33307-fc26-46a8-8704-7a7f86da22fd req-9fa980d8-3d15-4235-9c93-9911c7b42c5b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:14.391914 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-54b33307-fc26-46a8-8704-7a7f86da22fd req-9fa980d8-3d15-4235-9c93-9911c7b42c5b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.2845244 May 12 15:39:14.401581 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:14.424319 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Pushing event updated for resources: {'Port': ['ID=56c00091-a30f-4de8-a3d8-2bca12067568,revision_number=2']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:14.427605 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:14.474435 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-54b33307-fc26-46a8-8704-7a7f86da22fd req-9a6cc974-1a70-44fc-971e-d100c78e6758 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682685 May 12 15:39:14.606212 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:14.623355 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:14.770459 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:14.783034 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:14.794536 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:39:14.800222 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:14.872438 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Pushing event updated for resources: {'Port': ['ID=578746a1-8914-4263-9841-2817a7526f1d,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:14.875998 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:14.989842 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:39:14.995065 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:15.002602 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:15.027746 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88458836-7b2e-46b0-8472-6d2c1ff904a8 req-77ba33e2-9fa2-449b-bb08-151d7f7e8951 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:15.030262 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-88458836-7b2e-46b0-8472-6d2c1ff904a8 req-77ba33e2-9fa2-449b-bb08-151d7f7e8951 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.3090618 May 12 15:39:15.120181 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:15.125597 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-88458836-7b2e-46b0-8472-6d2c1ff904a8 req-adf48404-1dbb-4e23-ab40-a879b828ca81 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863478 May 12 15:39:15.163853 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:15.293241 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:15.294035 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:15.296680 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:15.320099 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c63b4192-7b9c-40cd-8474-2fe75f914f7f req-4cfc868a-1a59-4bcf-a129-d396594193dd tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.0940063 May 12 15:39:15.376210 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:15.379474 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:15.560044 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:15.746185 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c81a3a-2360-42ed-9e41-1cd9072751e6 req-677e1f12-c1e5-4c6d-a4e1-1ba8feb023d6 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:15.753849 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-27c81a3a-2360-42ed-9e41-1cd9072751e6 req-677e1f12-c1e5-4c6d-a4e1-1ba8feb023d6 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.3369601 May 12 15:39:15.797816 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaa5826-8b4f-40d2-9914-0afce7e39e8a None None] Network 524d3440-0ec3-4347-bf59-265a2dac6ab7 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:39:15.922766 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-27c81a3a-2360-42ed-9e41-1cd9072751e6 req-ceaedfdb-f105-44ee-9d41-1b141ff6a613 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680989 May 12 15:39:15.980662 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542988'] for router, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:16.018762 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-a07f6ee7-4f50-4c08-ba3d-29e46a884e92 None None] Provisioning for port 56c00091-a30f-4de8-a3d8-2bca12067568 completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:39:16.237256 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba15f3-80d2-41ef-887c-e6b9dc6d14b8 req-8536a8ca-82bf-49b1-b7d6-7ef50155bd34 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:16.238691 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c9ba15f3-80d2-41ef-887c-e6b9dc6d14b8 req-8536a8ca-82bf-49b1-b7d6-7ef50155bd34 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.1449885 May 12 15:39:16.301367 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c9ba15f3-80d2-41ef-887c-e6b9dc6d14b8 req-2b53adaf-e4bf-4f00-874a-42d474548f0a tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550344 May 12 15:39:16.349212 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-2cdabe58-49d6-40fb-8b33-b22c1308e77a tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:16.353956 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-2cdabe58-49d6-40fb-8b33-b22c1308e77a tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.15 "GET /v2.0/networks?id=0b60c812-f3c9-4441-925f-9e2e918d7706 HTTP/1.1" status: 200 len: 809 time: 0.1718993 May 12 15:39:16.369205 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Request body: {'port': {'device_id': '29cb5e07-d18d-4860-88f7-a8674336fe95', 'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706', 'admin_state_up': True, 'tenant_id': 'e102920e7f4e4b588b73ea2391a81b22'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:39:16.412973 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Router f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 is scheduled to L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 with binding_index 1 {{(pid=79428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:39:16.530498 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:39:16.535932 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Usage tracker for resource:port and tenant:e102920e7f4e4b588b73ea2391a81b22 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:39:16.539018 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:39:16.545259 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:39:16.656933 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Made reservation on behalf of e102920e7f4e4b588b73ea2391a81b22 for: {'port': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:39:16.666048 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:16.666177 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b73ac1de-0472-44ad-b924-2ba14296aef0 req-64e83b49-123e-4ee4-b199-ae711b4d4a4b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.1330912 May 12 15:39:16.729738 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970f441-92ed-4fb6-ba67-1400424988a8 req-2954eaa5-a5bf-4db5-907f-6e0de0857745 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:16.739481 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2970f441-92ed-4fb6-ba67-1400424988a8 req-2954eaa5-a5bf-4db5-907f-6e0de0857745 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.2597575 May 12 15:39:16.768661 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:39:16.775542 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:16.792653 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Sync routers for ids ['f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:39:16.814416 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Routers {'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:39:16.816350 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:39:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:16.825440 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2970f441-92ed-4fb6-ba67-1400424988a8 req-a54ce0f0-15ce-42af-b63f-893c38827ab4 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848942 May 12 15:39:16.931501 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:16.933010 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:16.959314 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Notify callbacks [] for router, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:16.960604 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4802313 May 12 15:39:16.963819 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 57300) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:17.059769 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Allocated IP 172.20.0.3 (0b60c812-f3c9-4441-925f-9e2e918d7706/ed17e5bb-afa6-42a1-9b52-c4f5fad0657d/d5ea6b66-7663-4532-8b5d-86dd7a291a80) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:17.105532 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Set router f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:39:17.108389 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:17.134606 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 56c00091-a30f-4de8-a3d8-2bca12067568 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:17.337388 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:17.349925 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 56c00091-a30f-4de8-a3d8-2bca12067568 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:39:17.355359 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 56c00091-a30f-4de8-a3d8-2bca12067568 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:17.355798 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:17.407884 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'name': 'tempest-TestMinimumBasicScenario-1872962253-router', 'tenant_id': '6fc574583129486382e462c017eac5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '578746a1-8914-4263-9841-2817a7526f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:12Z', 'updated_at': '2021-05-12T15:39:15Z', 'revision_number': 3, 'project_id': '6fc574583129486382e462c017eac5da', 'gw_port': {'id': '578746a1-8914-4263-9841-2817a7526f1d', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:13Z', 'updated_at': '2021-05-12T15:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:17.413306 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Checking router: f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:39:17.413890 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Updating router f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 port 578746a1-8914-4263-9841-2817a7526f1d binding host dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:39:17.482086 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:17.488328 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-29ef651f-ef34-4cf6-a14c-58c89ebcf2dd tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:17.510768 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:17.548839 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:17.586874 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 56c00091-a30f-4de8-a3d8-2bca12067568, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=56c00091-a30f-4de8-a3d8-2bca12067568,segment=NetworkSegment(259a06eb-36fc-4dae-8dc8-524b7547cfb1),segment_id=259a06eb-36fc-4dae-8dc8-524b7547cfb1)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:17.587365 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Network 0b60c812-f3c9-4441-925f-9e2e918d7706 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:17.590774 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:17.598416 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:39:17.656474 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Pushing event updated for resources: {'Port': ['ID=d5ea6b66-7663-4532-8b5d-86dd7a291a80,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:17.659685 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:17.663975 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:17.670578 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:17.695030 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:17.695595 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:17.743430 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=56c00091-a30f-4de8-a3d8-2bca12067568,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:17.746820 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:17.767659 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4f4fb-6fec-49ad-9054-c37ec5f31f82 req-8a2d0061-32b7-45c8-854b-9bac095d3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:17.769293 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1b4f4fb-6fec-49ad-9054-c37ec5f31f82 req-8a2d0061-32b7-45c8-854b-9bac095d3cc6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 1098 time: 0.8567522 May 12 15:39:17.791984 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594533be-4c59-4c2f-baec-8c9596a94f35 req-aa63df50-a90c-46d5-89d4-712144d46ab8 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:17.793423 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-594533be-4c59-4c2f-baec-8c9596a94f35 req-aa63df50-a90c-46d5-89d4-712144d46ab8 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.2188993 May 12 15:39:17.823315 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-92f185e5-726f-4d79-a078-0ba1e68065d2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4581165 May 12 15:39:17.836375 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Request body: {'port': {'device_id': '29cb5e07-d18d-4860-88f7-a8674336fe95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:39:17.891610 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126eebc-8d6a-4778-bb2d-1cdd630cd40a req-d435e367-8aa7-4df8-88c7-4defcb056698 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:17.893031 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7126eebc-8d6a-4778-bb2d-1cdd630cd40a req-d435e367-8aa7-4df8-88c7-4defcb056698 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.6058550 May 12 15:39:17.924890 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Notify callbacks [] for port, precommit_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:17.942238 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.provisioning_blocks [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Transition to ACTIVE for port object 578746a1-8914-4263-9841-2817a7526f1d will not be triggered until provisioned by entity L2. {{(pid=79431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:39:17.962175 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.060273 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b3f1a-abe5-49d5-a753-8058c4a0d7ba req-12c3c942-b51c-45bc-9d1a-9e7d4f01a03c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:18.061641 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-816b3f1a-abe5-49d5-a753-8058c4a0d7ba req-12c3c942-b51c-45bc-9d1a-9e7d4f01a03c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 944 time: 0.5371895 May 12 15:39:18.075736 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.082379 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:18.107121 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1b4f4fb-6fec-49ad-9054-c37ec5f31f82 req-3bbb0d68-0d49-4dc6-b480-2d13103c0cfb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282895 May 12 15:39:18.119480 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 66b32936-92af-4c88-a369-451c41085c70 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:39:18.175661 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Attempting to bind port 578746a1-8914-4263-9841-2817a7526f1d on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:39:18.175661 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Attempting to bind port 578746a1-8914-4263-9841-2817a7526f1d by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:39:18.175661 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Attempting to bind port 578746a1-8914-4263-9841-2817a7526f1d on network af5cf3b2-0f76-46e3-8e35-95db1bf12898 {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:39:18.192602 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:39:18.193394 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Checking segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:39:18.193556 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.193868 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Bound using segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:39:18.194374 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Bound port: 578746a1-8914-4263-9841-2817a7526f1d, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:39:18.195221 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.233916 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7126eebc-8d6a-4778-bb2d-1cdd630cd40a req-adb96ea6-04a0-4f2d-aa30-c1a900ef3cca tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725096 May 12 15:39:18.264886 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-816b3f1a-abe5-49d5-a753-8058c4a0d7ba req-6a0b3599-f654-494c-96bb-163ba9c36030 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758821 May 12 15:39:18.309544 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] For port 578746a1-8914-4263-9841-2817a7526f1d, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:39:18.310101 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] For port 578746a1-8914-4263-9841-2817a7526f1d, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=578746a1-8914-4263-9841-2817a7526f1d,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:39:18.328911 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ff4cd-8d79-4485-ad73-195eb1dcd876 None None] Pushing event updated for resources: {'Port': ['ID=578746a1-8914-4263-9841-2817a7526f1d,revision_number=2']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:18.331980 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-695ff4cd-8d79-4485-ad73-195eb1dcd876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:18.385962 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 66b32936-92af-4c88-a369-451c41085c70, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=66b32936-92af-4c88-a369-451c41085c70,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:18.387151 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ea6b66-7663-4532-8b5d-86dd7a291a80 {{(pid=79429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:39:18.396293 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.402225 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '66b32936-92af-4c88-a369-451c41085c70', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'port_id': '66b32936-92af-4c88-a369-451c41085c70', 'mac_address': 'fa:16:3e:76:32:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:39:18.411287 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.416512 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:18.429335 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Transition to ACTIVE for port object d5ea6b66-7663-4532-8b5d-86dd7a291a80 will not be triggered until provisioned by entity L2. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:39:18.469763 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.488082 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b32936-92af-4c88-a369-451c41085c70 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:39:18.497890 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Routers {'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:39:18.498889 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:39:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:18.504295 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 66b32936-92af-4c88-a369-451c41085c70, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=66b32936-92af-4c88-a369-451c41085c70,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:18.513765 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.519392 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:18.633754 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.636647 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ff4cd-8d79-4485-ad73-195eb1dcd876 None None] Pushing event updated for resources: {'Port': ['ID=578746a1-8914-4263-9841-2817a7526f1d,revision_number=3']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:18.636834 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:18.639871 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-695ff4cd-8d79-4485-ad73-195eb1dcd876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:18.664255 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-594533be-4c59-4c2f-baec-8c9596a94f35 req-b045e1bc-3d90-4f02-8c53-914fd96b1f7f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Deleting port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:39:18.664631 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-594533be-4c59-4c2f-baec-8c9596a94f35 req-b045e1bc-3d90-4f02-8c53-914fd96b1f7f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.725339 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 56c00091-a30f-4de8-a3d8-2bca12067568 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:18.735553 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ea6b66-7663-4532-8b5d-86dd7a291a80,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:18.739301 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:18.741377 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] Set router f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:39:18.787482 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.861195 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=66b32936-92af-4c88-a369-451c41085c70,revision_number=9']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:18.864459 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:18.871301 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 56c00091-a30f-4de8-a3d8-2bca12067568 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:18.871937 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.878874 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Attempting to bind port d5ea6b66-7663-4532-8b5d-86dd7a291a80 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:39:18.879511 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Attempting to bind port d5ea6b66-7663-4532-8b5d-86dd7a291a80 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '125a4b66-009c-4817-8780-db2bfa7dca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706'}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:39:18.880153 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Attempting to bind port d5ea6b66-7663-4532-8b5d-86dd7a291a80 on network 0b60c812-f3c9-4441-925f-9e2e918d7706 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:39:18.886025 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Port d5ea6b66-7663-4532-8b5d-86dd7a291a80 on network 0b60c812-f3c9-4441-925f-9e2e918d7706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:39:18.886624 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Attempting to bind port d5ea6b66-7663-4532-8b5d-86dd7a291a80 on network 0b60c812-f3c9-4441-925f-9e2e918d7706 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:39:18.893034 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:39:18.894332 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Checking segment: {'id': '125a4b66-009c-4817-8780-db2bfa7dca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:39:18.894881 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Bound using segment: {'id': '125a4b66-009c-4817-8780-db2bfa7dca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706'} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:39:18.895554 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Bound port: d5ea6b66-7663-4532-8b5d-86dd7a291a80, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125a4b66-009c-4817-8780-db2bfa7dca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706'}}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:39:18.896086 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.913133 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-594533be-4c59-4c2f-baec-8c9596a94f35 req-b045e1bc-3d90-4f02-8c53-914fd96b1f7f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] For port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5,segment=NetworkSegment(67a24514-0991-4a68-b023-ce68aaef1179),segment_id=67a24514-0991-4a68-b023-ce68aaef1179)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:18.913456 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-594533be-4c59-4c2f-baec-8c9596a94f35 req-b045e1bc-3d90-4f02-8c53-914fd96b1f7f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:18.960530 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['66b32936-92af-4c88-a369-451c41085c70'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:39:19.004903 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] For port d5ea6b66-7663-4532-8b5d-86dd7a291a80, host hv-cinder-78960, cleared binding levels {{(pid=79429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:39:19.009684 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] For port d5ea6b66-7663-4532-8b5d-86dd7a291a80, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d5ea6b66-7663-4532-8b5d-86dd7a291a80,segment=NetworkSegment(125a4b66-009c-4817-8780-db2bfa7dca37),segment_id=125a4b66-009c-4817-8780-db2bfa7dca37)] {{(pid=79429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:39:19.151096 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'name': 'tempest-TestMinimumBasicScenario-1872962253-router', 'tenant_id': '6fc574583129486382e462c017eac5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '578746a1-8914-4263-9841-2817a7526f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:12Z', 'updated_at': '2021-05-12T15:39:15Z', 'revision_number': 3, 'project_id': '6fc574583129486382e462c017eac5da', 'gw_port': {'id': '578746a1-8914-4263-9841-2817a7526f1d', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:13Z', 'updated_at': '2021-05-12T15:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:19.156831 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f025db-8437-4805-acbc-e1fb4069ccc4 None None] The sync data for ids ['f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'] in dv-cinder-789603-6-smb is: [{'id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'name': 'tempest-TestMinimumBasicScenario-1872962253-router', 'tenant_id': '6fc574583129486382e462c017eac5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '578746a1-8914-4263-9841-2817a7526f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:12Z', 'updated_at': '2021-05-12T15:39:15Z', 'revision_number': 3, 'project_id': '6fc574583129486382e462c017eac5da', 'gw_port': {'id': '578746a1-8914-4263-9841-2817a7526f1d', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:13Z', 'updated_at': '2021-05-12T15:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:39:19.211821 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-594533be-4c59-4c2f-baec-8c9596a94f35 req-b045e1bc-3d90-4f02-8c53-914fd96b1f7f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Calling delete_port for ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 owned by compute:nova {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:39:19.217669 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:19.222968 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:19.237448 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e2b41-449a-4536-8cd4-75771416946b req-ae837e7a-7d28-47e0-91e4-28477b79d130 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:19.239001 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c53e2b41-449a-4536-8cd4-75771416946b req-ae837e7a-7d28-47e0-91e4-28477b79d130 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.8478053 May 12 15:39:19.249440 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a6948-0e18-4c3b-9316-3708c6b6953f req-4782ce06-b905-4857-97b8-c5a0bd9f908e tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:19.252020 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-181a6948-0e18-4c3b-9316-3708c6b6953f req-4782ce06-b905-4857-97b8-c5a0bd9f908e tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 943 time: 0.7970529 May 12 15:39:19.315589 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:19.316229 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:19.317722 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/d5ea6b66-7663-4532-8b5d-86dd7a291a80 HTTP/1.1" status: 200 len: 1093 time: 1.4860458 May 12 15:39:19.318249 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cb5e07-d18d-4860-88f7-a8674336fe95', 'tag': 'd5ea6b66-7663-4532-8b5d-86dd7a291a80'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:39:19.347515 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ea6b66-7663-4532-8b5d-86dd7a291a80,revision_number=3']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:19.351934 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:19.515922 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c53e2b41-449a-4536-8cd4-75771416946b req-b87fb9a0-85d0-44d8-be74-7fa4d1ce8b48 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550576 May 12 15:39:19.516509 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-797e5c9d-a47b-45e3-b37f-79c0f1452dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:19.518770 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-797e5c9d-a47b-45e3-b37f-79c0f1452dc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e102920e7f4e4b588b73ea2391a81b22&device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 1096 time: 0.1099036 May 12 15:39:19.519796 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-181a6948-0e18-4c3b-9316-3708c6b6953f req-ce08248e-00e5-42d8-ac59-1df430fcfaaf tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542312 May 12 15:39:19.606660 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-9f704318-343b-46ae-ab92-65a424304ee3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5ea6b66-7663-4532-8b5d-86dd7a291a80 HTTP/1.1" status: 200 len: 217 time: 0.0781260 May 12 15:39:19.693183 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-0cc762ca-9b94-4fd0-8fec-109cd72a0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:19.697284 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-0cc762ca-9b94-4fd0-8fec-109cd72a0983 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed17e5bb-afa6-42a1-9b52-c4f5fad0657d HTTP/1.1" status: 200 len: 849 time: 0.0834579 May 12 15:39:19.750916 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-8708e652-9075-43a5-8b71-75022b18fbcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b60c812-f3c9-4441-925f-9e2e918d7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438647 May 12 15:39:19.830011 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Allocated IP 172.20.0.1 (524d3440-0ec3-4347-bf59-265a2dac6ab7/c480612e-368f-4326-8828-45947623aea4/19b5b3c3-e4e7-40df-8dbf-778a8f68a50f) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:19.985006 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-594533be-4c59-4c2f-baec-8c9596a94f35 req-b045e1bc-3d90-4f02-8c53-914fd96b1f7f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:20.005279 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['ca35364b-0f1f-4a2d-8083-a4fcbb1627e5'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:39:20.007969 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:20.020652 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-89a3d65c-f85f-4f63-b310-554351a28ed8 service neutron] 10.222.0.15 "GET /v2.0/networks/0b60c812-f3c9-4441-925f-9e2e918d7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528121 May 12 15:39:20.065764 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e31f18-4934-4d4b-b06c-4e86ced61cbe req-5d9323d1-df39-45cb-a6af-85fa3c3216ca tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:20.073029 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-48e31f18-4934-4d4b-b06c-4e86ced61cbe req-5d9323d1-df39-45cb-a6af-85fa3c3216ca tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 945 time: 0.3255658 May 12 15:39:20.095097 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3945141-ed65-4e8d-af99-a50ff59e3f67 req-e7856cca-5fc0-4c3d-992f-8a8eb89e4b83 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:20.097125 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c3945141-ed65-4e8d-af99-a50ff59e3f67 req-e7856cca-5fc0-4c3d-992f-8a8eb89e4b83 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 945 time: 0.3928123 May 12 15:39:20.132396 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045e1bc-3d90-4f02-8c53-914fd96b1f7f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Pushing event deleted for resources: {'Port': ['ID=ca35364b-0f1f-4a2d-8083-a4fcbb1627e5,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:20.135503 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 66b32936-92af-4c88-a369-451c41085c70 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:20.168864 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b045e1bc-3d90-4f02-8c53-914fd96b1f7f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:20.238882 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-53c973f0-f031-4ce3-93e5-39bd2489fb0b req-7386664c-baca-4c6a-bf34-3841032f4cf2 service neutron] 10.222.0.15 "GET /v2.0/networks/0b60c812-f3c9-4441-925f-9e2e918d7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072558 May 12 15:39:20.259110 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 66b32936-92af-4c88-a369-451c41085c70 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:20.259491 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:20.282855 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-48e31f18-4934-4d4b-b06c-4e86ced61cbe req-ba1a1af6-4c2d-4fdd-829d-4b31f383ff3a tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7353400-0dea-4489-b6dc-1cbc2e7772fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088294 May 12 15:39:20.317786 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:20.337931 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Transition to ACTIVE for port object 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f will not be triggered until provisioned by entity DHCP. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:39:20.363203 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-594533be-4c59-4c2f-baec-8c9596a94f35 req-b045e1bc-3d90-4f02-8c53-914fd96b1f7f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] No DVR routers for this DVR port ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 on host hv-cinder-78960 {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:39:20.372742 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-594533be-4c59-4c2f-baec-8c9596a94f35 req-b045e1bc-3d90-4f02-8c53-914fd96b1f7f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:20.379602 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c3945141-ed65-4e8d-af99-a50ff59e3f67 req-e2edd516-bb8d-4377-a74c-2a102d9489cc tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672088 May 12 15:39:20.381695 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a243b55-2da6-4d86-aa44-4bd81ab96f6f', 'name': 'network-vif-deleted', 'tag': 'ca35364b-0f1f-4a2d-8083-a4fcbb1627e5'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:39:20.415365 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-594533be-4c59-4c2f-baec-8c9596a94f35 req-b045e1bc-3d90-4f02-8c53-914fd96b1f7f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.15 "DELETE /v2.0/ports/ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 HTTP/1.1" status: 204 len: 173 time: 2.6045885 May 12 15:39:20.428635 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:20.448973 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a243b55-2da6-4d86-aa44-4bd81ab96f6f', 'name': 'network-vif-deleted', 'tag': 'ca35364b-0f1f-4a2d-8083-a4fcbb1627e5', 'status': 'completed', 'code': 200} May 12 15:39:20.464298 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b32936-92af-4c88-a369-451c41085c70'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:39:20.470435 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:20.475168 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:20.480039 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 66b32936-92af-4c88-a369-451c41085c70, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=66b32936-92af-4c88-a369-451c41085c70,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:20.497756 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cb5e07-d18d-4860-88f7-a8674336fe95', 'tag': 'd5ea6b66-7663-4532-8b5d-86dd7a291a80', 'status': 'completed', 'code': 200} May 12 15:39:20.525622 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b32936-92af-4c88-a369-451c41085c70', 'code': 200} May 12 15:39:20.546673 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Network 524d3440-0ec3-4347-bf59-265a2dac6ab7 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:20.583270 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:20.585776 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:39:20.606879 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:20.608301 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:39:20.661956 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=19b5b3c3-e4e7-40df-8dbf-778a8f68a50f,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:20.664917 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:20.693981 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542163'] for router_interface, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:20.704344 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:20.765198 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:39:20.765345 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device ca35364b-0f1f-4a2d-8083-a4fcbb1627e5 not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:39:20.826548 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=66b32936-92af-4c88-a369-451c41085c70,revision_number=10']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:20.832563 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:20.859861 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 578746a1-8914-4263-9841-2817a7526f1d up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:20.923151 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce46eb9-6c93-4c90-a831-71435f64e9a1 req-e324ce6e-1499-4ba1-9b26-9798d426f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:20.925009 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8ce46eb9-6c93-4c90-a831-71435f64e9a1 req-e324ce6e-1499-4ba1-9b26-9798d426f4af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e102920e7f4e4b588b73ea2391a81b22&device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 1096 time: 0.3750825 May 12 15:39:21.019010 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 578746a1-8914-4263-9841-2817a7526f1d completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:39:21.023999 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 578746a1-8914-4263-9841-2817a7526f1d triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:21.024383 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:21.083074 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c0ef4-e2ea-4d58-a906-97193395248f req-73f4c7bb-a695-4c80-bba5-11dfdd00b63f tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:21.084606 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-398c0ef4-e2ea-4d58-a906-97193395248f req-73f4c7bb-a695-4c80-bba5-11dfdd00b63f tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.3866408 May 12 15:39:21.162377 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-9dd5c6fb-f4de-4634-b0e2-95edff0666f2 None None] Provisioning for port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:39:21.168591 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:21.175861 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-9dd5c6fb-f4de-4634-b0e2-95edff0666f2 None None] Provisioning complete for port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:21.176548 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c6fb-f4de-4634-b0e2-95edff0666f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:21.195573 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce46eb9-6c93-4c90-a831-71435f64e9a1 req-2fedbb13-1fc9-41ea-8a59-28a5cca813e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:21.197036 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8ce46eb9-6c93-4c90-a831-71435f64e9a1 req-2fedbb13-1fc9-41ea-8a59-28a5cca813e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0b60c812-f3c9-4441-925f-9e2e918d7706 HTTP/1.1" status: 200 len: 910 time: 0.2606311 May 12 15:39:21.227707 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 578746a1-8914-4263-9841-2817a7526f1d, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=578746a1-8914-4263-9841-2817a7526f1d,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:21.244982 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-9dd5c6fb-f4de-4634-b0e2-95edff0666f2 None None] Port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:39:21.305377 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:21.325271 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:21.327101 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:21.374278 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70f3ad-d515-467d-8b0e-1e401e6e2cfe req-7991810e-52f7-4757-8ec7-0dcbdddfa241 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:21.375863 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ea70f3ad-d515-467d-8b0e-1e401e6e2cfe req-7991810e-52f7-4757-8ec7-0dcbdddfa241 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 943 time: 0.5303612 May 12 15:39:21.397439 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=578746a1-8914-4263-9841-2817a7526f1d,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:21.400627 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:21.422725 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8ce46eb9-6c93-4c90-a831-71435f64e9a1 req-82e9f5b8-ae7c-46e1-9356-d860584cbb8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5ea6b66-7663-4532-8b5d-86dd7a291a80 HTTP/1.1" status: 200 len: 217 time: 0.2059615 May 12 15:39:21.429769 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-398c0ef4-e2ea-4d58-a906-97193395248f req-1ba2d9f2-39e8-4006-acb3-dd9c76d770fc tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049350 May 12 15:39:21.440476 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e953c-4ed1-4ac1-8253-370740d7000a req-bb97997e-cd2d-461a-81f0-003b9f199c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:21.442054 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-883e953c-4ed1-4ac1-8253-370740d7000a req-bb97997e-cd2d-461a-81f0-003b9f199c45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 1100 time: 0.0789392 May 12 15:39:21.487547 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-883e953c-4ed1-4ac1-8253-370740d7000a req-ca76d5d7-cba6-45f3-be34-7dd1ce80ce36 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378671 May 12 15:39:21.537028 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ea70f3ad-d515-467d-8b0e-1e401e6e2cfe req-504ec58d-d4de-448c-8673-0e8a8f623aeb tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467884 May 12 15:39:21.614713 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-f4515f05-522d-4268-af92-dd60ce75e26f req-83b6771d-3898-4c16-a3ff-7aa191a98fc5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Synchronizing usage tracker for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:39:21.617743 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce46eb9-6c93-4c90-a831-71435f64e9a1 req-dc6cb1ac-b4f0-422c-bedc-16dbecb9f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:21.619133 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8ce46eb9-6c93-4c90-a831-71435f64e9a1 req-dc6cb1ac-b4f0-422c-bedc-16dbecb9f8ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed17e5bb-afa6-42a1-9b52-c4f5fad0657d HTTP/1.1" status: 200 len: 849 time: 0.1863878 May 12 15:39:21.778303 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8ce46eb9-6c93-4c90-a831-71435f64e9a1 req-63737131-44a8-49f1-975a-8950add9c1b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b60c812-f3c9-4441-925f-9e2e918d7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948279 May 12 15:39:21.890181 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-f4515f05-522d-4268-af92-dd60ce75e26f req-83b6771d-3898-4c16-a3ff-7aa191a98fc5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Unset dirty status for tenant:d6b21d4f3f59423ea80a9637ffdd3cfd on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:39:21.891336 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f4515f05-522d-4268-af92-dd60ce75e26f req-83b6771d-3898-4c16-a3ff-7aa191a98fc5 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a243b55-2da6-4d86-aa44-4bd81ab96f6f HTTP/1.1" status: 200 len: 210 time: 0.3443930 May 12 15:39:21.979337 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c96f4-e92c-4b05-8e9b-d5662a833cdb req-8b066c8a-84a6-4f31-842d-6ed81c89d25f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:21.980790 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3f4c96f4-e92c-4b05-8e9b-d5662a833cdb req-8b066c8a-84a6-4f31-842d-6ed81c89d25f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 947 time: 0.3439703 May 12 15:39:22.001321 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8ce46eb9-6c93-4c90-a831-71435f64e9a1 req-899916fa-4a4b-43fb-b818-964d3850b136 service neutron] 10.222.0.15 "GET /v2.0/networks/0b60c812-f3c9-4441-925f-9e2e918d7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059708 May 12 15:39:22.017490 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:22.121891 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3f4c96f4-e92c-4b05-8e9b-d5662a833cdb req-52ef0803-7104-4446-8c8b-08890eb3d14b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258047 May 12 15:39:22.124525 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:22.173225 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:22.274587 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542064'] for router_interface, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:22.299423 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8ce46eb9-6c93-4c90-a831-71435f64e9a1 req-f0424381-1fae-4deb-88ac-4749875d67c3 service neutron] 10.222.0.15 "GET /v2.0/networks/0b60c812-f3c9-4441-925f-9e2e918d7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792907 May 12 15:39:22.301728 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=19b5b3c3-e4e7-40df-8dbf-778a8f68a50f,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:22.316953 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:22.431170 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Network 524d3440-0ec3-4347-bf59-265a2dac6ab7 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:22.432402 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:22.692920 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 578746a1-8914-4263-9841-2817a7526f1d up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:22.779172 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7338383d-85bc-41bc-b385-dd0812ddfb0b None None] Provisioning complete for port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:22.779750 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7338383d-85bc-41bc-b385-dd0812ddfb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:22.802798 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Router f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:39:22.825290 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 578746a1-8914-4263-9841-2817a7526f1d triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:22.825722 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:22.883999 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7338383d-85bc-41bc-b385-dd0812ddfb0b None None] Port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:39:23.120060 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f4e26-5e78-49e0-984d-40a5b4bcc5f2 req-1fc83261-6ada-49ec-bf00-337ff68ee927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:23.121544 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1d8f4e26-5e78-49e0-984d-40a5b4bcc5f2 req-1fc83261-6ada-49ec-bf00-337ff68ee927 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=832d7645d4694f93b0a5b83e8377da35&device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 1098 time: 0.4615762 May 12 15:39:23.131808 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc0a86-f1d1-4ff7-9ffe-d762fcea8dbc req-969284cb-d501-4c80-896a-8f882d2bb999 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:23.133196 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0fbc0a86-f1d1-4ff7-9ffe-d762fcea8dbc req-969284cb-d501-4c80-896a-8f882d2bb999 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 943 time: 0.3885999 May 12 15:39:23.144047 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab057c-f0de-436a-9ed7-124196dcf1f7 req-d7deeb1b-de14-4187-98f6-a3a00bc44868 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:23.145422 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6bab057c-f0de-436a-9ed7-124196dcf1f7 req-d7deeb1b-de14-4187-98f6-a3a00bc44868 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.4970582 May 12 15:39:23.272153 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:39:23.280529 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Sync routers for ids ['f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:39:23.290324 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Routers {'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:39:23.290973 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:39:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:23.295957 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] 10.222.0.61 "PUT /v2.0/routers/f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3311398 May 12 15:39:23.326437 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0fbc0a86-f1d1-4ff7-9ffe-d762fcea8dbc req-a97dd4c9-0d32-4b4d-a7fd-5e4eadec6a7f tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800454 May 12 15:39:23.329205 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6bab057c-f0de-436a-9ed7-124196dcf1f7 req-d6f51f88-0508-4cbe-a53f-17caba743050 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604495 May 12 15:39:23.395680 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f4e26-5e78-49e0-984d-40a5b4bcc5f2 req-b7d721aa-261b-48e6-84dd-1eb00153aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:23.397284 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1d8f4e26-5e78-49e0-984d-40a5b4bcc5f2 req-b7d721aa-261b-48e6-84dd-1eb00153aa19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e149a484-26c4-4518-be41-6c6d1ceac693 HTTP/1.1" status: 200 len: 919 time: 0.2630515 May 12 15:39:23.440406 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 57392) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:23.511909 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Deleting subnet 58fc9a0d-6910-4048-9808-393474a3a846 {{(pid=79429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:39:23.515275 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:23.533414 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1d8f4e26-5e78-49e0-984d-40a5b4bcc5f2 req-369788cc-a735-4168-bb64-97fa762d0746 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db21adc5-bba3-4a1e-b730-578bf5cade7a HTTP/1.1" status: 200 len: 217 time: 0.1252904 May 12 15:39:23.544458 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Set router f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:39:23.576498 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11704334'] for subnet, precommit_delete_associations {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:23.651085 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f4e26-5e78-49e0-984d-40a5b4bcc5f2 req-aefc113f-8e1f-4f35-a040-5f80f1e54bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:23.652514 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1d8f4e26-5e78-49e0-984d-40a5b4bcc5f2 req-aefc113f-8e1f-4f35-a040-5f80f1e54bbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4bb5121-ca7c-4ce3-b5ba-87b429a70160 HTTP/1.1" status: 200 len: 858 time: 0.1048119 May 12 15:39:23.673315 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:23.700540 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c00498-b0ec-495b-a1c0-7cbdd2301d7a req-7011dfd2-5eab-4d43-b725-006a93568c33 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:23.702072 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1c00498-b0ec-495b-a1c0-7cbdd2301d7a req-7011dfd2-5eab-4d43-b725-006a93568c33 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 947 time: 0.2078934 May 12 15:39:23.776209 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1d8f4e26-5e78-49e0-984d-40a5b4bcc5f2 req-07856305-1f20-4286-9baf-4aeacf810516 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e149a484-26c4-4518-be41-6c6d1ceac693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833001 May 12 15:39:23.915776 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1c00498-b0ec-495b-a1c0-7cbdd2301d7a req-a2c4f102-ff3a-45e2-81f4-7319072687c2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682634 May 12 15:39:23.967422 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1d8f4e26-5e78-49e0-984d-40a5b4bcc5f2 req-03cf86a1-265d-4a33-a0a4-f296962c62af service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722338 May 12 15:39:23.985227 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'name': 'tempest-TestMinimumBasicScenario-1872962253-router', 'tenant_id': '6fc574583129486382e462c017eac5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '578746a1-8914-4263-9841-2817a7526f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:12Z', 'updated_at': '2021-05-12T15:39:20Z', 'revision_number': 4, 'project_id': '6fc574583129486382e462c017eac5da', 'gw_port': {'id': '578746a1-8914-4263-9841-2817a7526f1d', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:13Z', 'updated_at': '2021-05-12T15:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '19b5b3c3-e4e7-40df-8dbf-778a8f68a50f', 'name': '', 'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7', 'tenant_id': '6fc574583129486382e462c017eac5da', 'mac_address': 'fa:16:3e:39:86:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c480612e-368f-4326-8828-45947623aea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:19Z', 'updated_at': '2021-05-12T15:39:21Z', 'revision_number': 2, 'project_id': '6fc574583129486382e462c017eac5da', 'subnets': [{'id': 'c480612e-368f-4326-8828-45947623aea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:23.990767 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Checking router: f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:39:23.991158 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Updating router f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f binding host dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:39:24.074055 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:24.145206 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device d5ea6b66-7663-4532-8b5d-86dd7a291a80 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:39:24.200405 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1d8f4e26-5e78-49e0-984d-40a5b4bcc5f2 req-664af7e3-25a8-4b29-8803-18e764607d34 service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212784 May 12 15:39:24.223161 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11984526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11965726'] for subnet, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:24.228863 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-fdba94a7-ee98-452c-bbdf-adeb84169d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:24.268972 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:24.272322 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58fc9a0d-6910-4048-9808-393474a3a846,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:24.284135 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:24.284508 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:24.284868 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:24.285281 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:24.285635 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:24.286026 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:24.286372 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:24.286718 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:24.287085 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:24.287433 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:24.287773 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:24.288111 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:24.292996 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/58fc9a0d-6910-4048-9808-393474a3a846 HTTP/1.1" status: 204 len: 168 time: 0.8503394 May 12 15:39:24.292996 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:24.294765 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 57414) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:24.499336 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:24.536773 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port d5ea6b66-7663-4532-8b5d-86dd7a291a80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d5ea6b66-7663-4532-8b5d-86dd7a291a80,segment=NetworkSegment(125a4b66-009c-4817-8780-db2bfa7dca37),segment_id=125a4b66-009c-4817-8780-db2bfa7dca37)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:24.556164 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': 'd5ea6b66-7663-4532-8b5d-86dd7a291a80', 'network_id': '0b60c812-f3c9-4441-925f-9e2e918d7706', 'port_id': 'd5ea6b66-7663-4532-8b5d-86dd7a291a80', 'mac_address': 'fa:16:3e:92:bb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed17e5bb-afa6-42a1-9b52-c4f5fad0657d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:39:24.684574 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Notify callbacks [] for port, precommit_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:24.712547 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Transition to ACTIVE for port object 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:39:24.718052 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:24.736229 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:24.740360 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ea6b66-7663-4532-8b5d-86dd7a291a80 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:39:24.753250 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port d5ea6b66-7663-4532-8b5d-86dd7a291a80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d5ea6b66-7663-4532-8b5d-86dd7a291a80,segment=NetworkSegment(125a4b66-009c-4817-8780-db2bfa7dca37),segment_id=125a4b66-009c-4817-8780-db2bfa7dca37)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:24.755525 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db7049d-9d6d-4d9e-a509-d5b2b937d7cf']}} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:24.781082 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a24514-0991-4a68-b023-ce68aaef1179') {'for_net_delete': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:24.781401 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a24514-0991-4a68-b023-ce68aaef1179') {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:24.796819 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603cb7a-73dd-46fc-a760-69691b8bf1e5 req-3ea4089b-43ec-4efa-a43a-61aa552c320e tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:24.798367 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4603cb7a-73dd-46fc-a760-69691b8bf1e5 req-3ea4089b-43ec-4efa-a43a-61aa552c320e tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 943 time: 0.2918987 May 12 15:39:24.811913 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10637365'] for segment, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:24.832583 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83148087-4955-4c23-af09-eada7123f47f req-22451fd7-7f5d-46ed-88ac-4ff6883bcc3a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:24.834096 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-83148087-4955-4c23-af09-eada7123f47f req-22451fd7-7f5d-46ed-88ac-4ff6883bcc3a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.2798193 May 12 15:39:24.847958 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:24.851786 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:24.880671 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:24.915539 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:24.997226 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=79428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:39:24.997627 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1620161'] for segment, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: Traceback (most recent call last): May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: timer() May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: cb(*args, **kw) May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: return func(*args, **kwargs) May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: self._notify() May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: self.callback(batched_events) May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: event.method(event) May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: return f(self, *a, **k) May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: return self._get(url).json() May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: return self.request(url, 'GET', **kwargs) May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:39:25.019193 dv-cinder-789603-6-smb neutron-server[79428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:39:25.086182 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=d5ea6b66-7663-4532-8b5d-86dd7a291a80,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:25.114655 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4603cb7a-73dd-46fc-a760-69691b8bf1e5 req-67810596-9718-412f-a9f0-8e85ee0df306 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933097 May 12 15:39:25.132397 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.132926 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.133795 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-83148087-4955-4c23-af09-eada7123f47f req-ac2cdf1c-44ef-46ac-b5f1-6ee1be4c76bf tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858164 May 12 15:39:25.133945 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.134349 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.134784 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.135219 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.135651 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.136080 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.136513 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.136934 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.137427 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.137976 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.164121 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:25.177086 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:25.270093 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:25.274034 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-6a594655-895d-4176-b6b3-1ac900bc3216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:25.310347 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:25.351955 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac7c6e-9780-42d6-9f20-799322404116 None None] Pushing event updated for resources: {'Port': ['ID=19b5b3c3-e4e7-40df-8dbf-778a8f68a50f,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:25.361079 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9db7049d-9d6d-4d9e-a509-d5b2b937d7cf,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:25.363268 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['d5ea6b66-7663-4532-8b5d-86dd7a291a80'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:39:25.376569 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.376977 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.377397 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.377745 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.378104 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.378434 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.378773 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.379124 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.379452 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.379784 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.380115 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.380450 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:25.383893 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:25.395109 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-583621a9-ad9d-4443-a6d5-0699742671d2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9db7049d-9d6d-4d9e-a509-d5b2b937d7cf HTTP/1.1" status: 204 len: 168 time: 1.0991499 May 12 15:39:25.404746 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-d8ac7c6e-9780-42d6-9f20-799322404116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:25.422891 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Attempting to bind port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:39:25.423558 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Attempting to bind port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': '259a06eb-36fc-4dae-8dc8-524b7547cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:39:25.424732 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Attempting to bind port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f on network 524d3440-0ec3-4347-bf59-265a2dac6ab7 {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:39:25.440395 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbb933-c92e-43b9-942c-62aa6a3903d7 req-154a3b85-b634-4159-a59f-101a22a4d033 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:25.442163 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8bfbb933-c92e-43b9-942c-62aa6a3903d7 req-154a3b85-b634-4159-a59f-101a22a4d033 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 947 time: 0.1469381 May 12 15:39:25.464308 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:39:25.464308 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Checking segment: {'id': '259a06eb-36fc-4dae-8dc8-524b7547cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:39:25.464308 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:25.464308 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Bound using segment: {'id': '259a06eb-36fc-4dae-8dc8-524b7547cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:39:25.464308 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Bound port: 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259a06eb-36fc-4dae-8dc8-524b7547cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:39:25.464308 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:25.502741 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8bfbb933-c92e-43b9-942c-62aa6a3903d7 req-3ea5070b-f896-4c81-a5ad-e7d2fc994ec8 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504735 May 12 15:39:25.599161 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] For port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:39:25.618099 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] For port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=19b5b3c3-e4e7-40df-8dbf-778a8f68a50f,segment=NetworkSegment(259a06eb-36fc-4dae-8dc8-524b7547cfb1),segment_id=259a06eb-36fc-4dae-8dc8-524b7547cfb1)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:39:25.807720 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:25.814243 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:25.880311 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 57444) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:25.903682 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Routers {'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:39:25.903682 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:39:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:25.961494 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-99b661ab-7eb1-4193-9ad4-9ec6268db221 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6b21d4f3f59423ea80a9637ffdd3cfd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0798595 May 12 15:39:25.964109 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 57448) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:26.051295 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-02d05e36-3496-4022-8366-68aa74507204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:26.089714 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-02d05e36-3496-4022-8366-68aa74507204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:26.150792 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] Set router f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:39:26.256400 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-02d05e36-3496-4022-8366-68aa74507204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:26.265236 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:26.305195 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d05e36-3496-4022-8366-68aa74507204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7353400-0dea-4489-b6dc-1cbc2e7772fb,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:26.316314 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-02d05e36-3496-4022-8366-68aa74507204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:26.333828 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-02d05e36-3496-4022-8366-68aa74507204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:26.337816 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-02d05e36-3496-4022-8366-68aa74507204 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7353400-0dea-4489-b6dc-1cbc2e7772fb HTTP/1.1" status: 204 len: 168 time: 0.3702369 May 12 15:39:26.423346 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac7c6e-9780-42d6-9f20-799322404116 None None] Pushing event updated for resources: {'Port': ['ID=19b5b3c3-e4e7-40df-8dbf-778a8f68a50f,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:26.557767 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca91bc-804d-4c43-97f8-d9c8dbc28cd6 req-d9baefa9-3aac-4742-944b-2f293b891d13 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:26.559481 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61ca91bc-804d-4c43-97f8-d9c8dbc28cd6 req-d9baefa9-3aac-4742-944b-2f293b891d13 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.2109573 May 12 15:39:26.568373 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8942-aeb8-4ee8-8d27-15241b28e9cd req-d3d04e2b-b9aa-4a82-87be-2689ba3e027d tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:26.569971 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f17b8942-aeb8-4ee8-8d27-15241b28e9cd req-d3d04e2b-b9aa-4a82-87be-2689ba3e027d tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 944 time: 0.1404157 May 12 15:39:26.570252 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-d8ac7c6e-9780-42d6-9f20-799322404116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:26.637302 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61ca91bc-804d-4c43-97f8-d9c8dbc28cd6 req-b277dcdb-1986-41e8-9820-fee5ab9da680 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660470 May 12 15:39:26.667817 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f17b8942-aeb8-4ee8-8d27-15241b28e9cd req-2db41a71-b10f-4f4c-ac07-22a9e4515068 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804029 May 12 15:39:26.705868 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'name': 'tempest-TestMinimumBasicScenario-1872962253-router', 'tenant_id': '6fc574583129486382e462c017eac5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '578746a1-8914-4263-9841-2817a7526f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:12Z', 'updated_at': '2021-05-12T15:39:20Z', 'revision_number': 4, 'project_id': '6fc574583129486382e462c017eac5da', 'gw_port': {'id': '578746a1-8914-4263-9841-2817a7526f1d', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:13Z', 'updated_at': '2021-05-12T15:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '19b5b3c3-e4e7-40df-8dbf-778a8f68a50f', 'name': '', 'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7', 'tenant_id': '6fc574583129486382e462c017eac5da', 'mac_address': 'fa:16:3e:39:86:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c480612e-368f-4326-8828-45947623aea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:19Z', 'updated_at': '2021-05-12T15:39:25Z', 'revision_number': 4, 'project_id': '6fc574583129486382e462c017eac5da', 'subnets': [{'id': 'c480612e-368f-4326-8828-45947623aea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:26.710974 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbfc7f-e9b1-4d42-b224-5c68e84437de None None] The sync data for ids ['f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'] in dv-cinder-789603-6-smb is: [{'id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'name': 'tempest-TestMinimumBasicScenario-1872962253-router', 'tenant_id': '6fc574583129486382e462c017eac5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '578746a1-8914-4263-9841-2817a7526f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:12Z', 'updated_at': '2021-05-12T15:39:20Z', 'revision_number': 4, 'project_id': '6fc574583129486382e462c017eac5da', 'gw_port': {'id': '578746a1-8914-4263-9841-2817a7526f1d', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:13Z', 'updated_at': '2021-05-12T15:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '19b5b3c3-e4e7-40df-8dbf-778a8f68a50f', 'name': '', 'network_id': '524d3440-0ec3-4347-bf59-265a2dac6ab7', 'tenant_id': '6fc574583129486382e462c017eac5da', 'mac_address': 'fa:16:3e:39:86:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c480612e-368f-4326-8828-45947623aea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:19Z', 'updated_at': '2021-05-12T15:39:25Z', 'revision_number': 4, 'project_id': '6fc574583129486382e462c017eac5da', 'subnets': [{'id': 'c480612e-368f-4326-8828-45947623aea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:39:28.007387 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82bce7-6338-44b7-b992-a7183cddec02 req-ad4498c8-3236-4aa8-a542-b5d424bf6a29 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:28.009725 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8a82bce7-6338-44b7-b992-a7183cddec02 req-ad4498c8-3236-4aa8-a542-b5d424bf6a29 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1705503 May 12 15:39:28.085083 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8a82bce7-6338-44b7-b992-a7183cddec02 req-dd5f9aca-5fbe-4073-9f55-9f87d11b053e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696728 May 12 15:39:28.094538 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adb6ef-cb71-4418-a25e-86cfe5a35b30 req-d043525e-b9b3-4986-98ce-18c727c1feaf tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:28.096065 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b9adb6ef-cb71-4418-a25e-86cfe5a35b30 req-d043525e-b9b3-4986-98ce-18c727c1feaf tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 944 time: 0.2016659 May 12 15:39:28.167389 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device d5ea6b66-7663-4532-8b5d-86dd7a291a80 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:28.207009 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b9adb6ef-cb71-4418-a25e-86cfe5a35b30 req-6e702145-e215-4f60-81ee-2b1d486bd0e2 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027267 May 12 15:39:28.358946 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port d5ea6b66-7663-4532-8b5d-86dd7a291a80 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:39:28.370485 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port d5ea6b66-7663-4532-8b5d-86dd7a291a80 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:28.370870 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:28.566843 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:28.625399 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port d5ea6b66-7663-4532-8b5d-86dd7a291a80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d5ea6b66-7663-4532-8b5d-86dd7a291a80,segment=NetworkSegment(125a4b66-009c-4817-8780-db2bfa7dca37),segment_id=125a4b66-009c-4817-8780-db2bfa7dca37)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:28.626352 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cb5e07-d18d-4860-88f7-a8674336fe95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ea6b66-7663-4532-8b5d-86dd7a291a80'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:39:28.696518 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:28.700104 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:28.749842 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cb5e07-d18d-4860-88f7-a8674336fe95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ea6b66-7663-4532-8b5d-86dd7a291a80', 'code': 200} May 12 15:39:28.751071 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:28.835968 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=d5ea6b66-7663-4532-8b5d-86dd7a291a80,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:28.840425 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:28.942929 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:39:28.963221 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:28.963611 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:29.114797 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:29.148858 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=19b5b3c3-e4e7-40df-8dbf-778a8f68a50f,segment=NetworkSegment(259a06eb-36fc-4dae-8dc8-524b7547cfb1),segment_id=259a06eb-36fc-4dae-8dc8-524b7547cfb1)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:29.427107 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a905bf-0597-49da-881e-e3e0fefde3a6 req-2dc192ee-398e-4525-945a-e1a8a8a022c4 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:29.428560 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a3a905bf-0597-49da-881e-e3e0fefde3a6 req-2dc192ee-398e-4525-945a-e1a8a8a022c4 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 945 time: 0.1046031 May 12 15:39:29.475954 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a3a905bf-0597-49da-881e-e3e0fefde3a6 req-acbb2de4-fe1a-4e6b-9fed-4ab7f7fb48c9 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415342 May 12 15:39:29.665769 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504869d-5c69-4237-b767-754b730afa7a req-53011b36-ffe5-4b57-959b-3648cafb6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:29.667494 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4504869d-5c69-4237-b767-754b730afa7a req-53011b36-ffe5-4b57-959b-3648cafb6b21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 1098 time: 0.0740111 May 12 15:39:29.725872 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4504869d-5c69-4237-b767-754b730afa7a req-c2e908d3-9f55-4fbf-a51e-aa3924c7e05d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372198 May 12 15:39:29.783141 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:29.787809 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:29.878133 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=19b5b3c3-e4e7-40df-8dbf-778a8f68a50f,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:29.881169 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:30.695294 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:39:30.698946 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417627f-2d04-4032-bb29-dea88511869a req-434cedc4-829a-430d-9136-ffbb774b2672 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:30.700561 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c417627f-2d04-4032-bb29-dea88511869a req-434cedc4-829a-430d-9136-ffbb774b2672 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 945 time: 0.1023102 May 12 15:39:30.767469 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c417627f-2d04-4032-bb29-dea88511869a req-5fc2708c-7529-46ac-88e3-e43acd83a4ff tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606515 May 12 15:39:30.838970 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:30.839932 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:31.187059 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c733ec5-202c-4cea-b69a-c1598b4a2a6e req-95b8aa9e-b9cb-4aa6-97fd-199d92e5eb07 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:31.188728 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3c733ec5-202c-4cea-b69a-c1598b4a2a6e req-95b8aa9e-b9cb-4aa6-97fd-199d92e5eb07 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1092248 May 12 15:39:31.275158 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3c733ec5-202c-4cea-b69a-c1598b4a2a6e req-16cee079-386b-4596-92a4-faad2864acb6 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793896 May 12 15:39:32.014242 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bedc89-8c29-46d8-83dc-3cffd9efd19d req-ef4db98d-95df-4e74-8ae0-e50ffbd44ecf tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:32.018177 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-96bedc89-8c29-46d8-83dc-3cffd9efd19d req-ef4db98d-95df-4e74-8ae0-e50ffbd44ecf tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 945 time: 0.1106827 May 12 15:39:32.078529 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-96bedc89-8c29-46d8-83dc-3cffd9efd19d req-5f5399dd-5b3e-42d7-bdc1-dec8846d3d6d tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546727 May 12 15:39:35.212783 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c43cf-6ca6-4c89-9998-0dce3e433c8b req-3e4f9f97-81f3-4112-96e7-b40821628adb tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:35.214570 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0f1c43cf-6ca6-4c89-9998-0dce3e433c8b req-3e4f9f97-81f3-4112-96e7-b40821628adb tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 945 time: 0.0889156 May 12 15:39:35.288839 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0f1c43cf-6ca6-4c89-9998-0dce3e433c8b req-b3b9a607-8010-468b-8a8c-b9117d907bfd tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663586 May 12 15:39:36.521086 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02977211-82ec-4053-a6ea-65d1e7397e62 req-c24bb79a-a05b-4c4f-a219-95812aeffe6d tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:36.522878 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-02977211-82ec-4053-a6ea-65d1e7397e62 req-c24bb79a-a05b-4c4f-a219-95812aeffe6d tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 945 time: 0.0969038 May 12 15:39:36.575407 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-02977211-82ec-4053-a6ea-65d1e7397e62 req-63d3dbbc-2346-492f-b828-cecd73a8adec tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462961 May 12 15:39:37.202905 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a1ec2-e91d-432c-b9bc-0ff4d7c86614 req-81c64881-09bb-4695-a2ac-310805a42b73 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:37.204242 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c90a1ec2-e91d-432c-b9bc-0ff4d7c86614 req-81c64881-09bb-4695-a2ac-310805a42b73 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 945 time: 0.0883129 May 12 15:39:37.399561 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-c90a1ec2-e91d-432c-b9bc-0ff4d7c86614 req-7025eb8b-283b-4f92-8c4e-bc07e153e008 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Deleting port d5ea6b66-7663-4532-8b5d-86dd7a291a80 {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:39:37.399900 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-c90a1ec2-e91d-432c-b9bc-0ff4d7c86614 req-7025eb8b-283b-4f92-8c4e-bc07e153e008 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:37.532235 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-c90a1ec2-e91d-432c-b9bc-0ff4d7c86614 req-7025eb8b-283b-4f92-8c4e-bc07e153e008 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] For port d5ea6b66-7663-4532-8b5d-86dd7a291a80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d5ea6b66-7663-4532-8b5d-86dd7a291a80,segment=NetworkSegment(125a4b66-009c-4817-8780-db2bfa7dca37),segment_id=125a4b66-009c-4817-8780-db2bfa7dca37)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:39:37.532964 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-c90a1ec2-e91d-432c-b9bc-0ff4d7c86614 req-7025eb8b-283b-4f92-8c4e-bc07e153e008 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:37.668038 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-c90a1ec2-e91d-432c-b9bc-0ff4d7c86614 req-7025eb8b-283b-4f92-8c4e-bc07e153e008 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Calling delete_port for d5ea6b66-7663-4532-8b5d-86dd7a291a80 owned by compute:nova {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:39:37.903271 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3574d-293b-4669-be29-8a4a765576f1 req-c1aa84a8-67ae-4d6c-a14d-89212f275463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:37.904820 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-34a3574d-293b-4669-be29-8a4a765576f1 req-c1aa84a8-67ae-4d6c-a14d-89212f275463 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=832d7645d4694f93b0a5b83e8377da35&device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 1098 time: 0.0899303 May 12 15:39:37.997550 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf834f-d46e-429a-9dc7-68c25466ac95 req-80147ecb-59dd-4f50-87a6-41a4a425f514 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:38.004481 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f9bf834f-d46e-429a-9dc7-68c25466ac95 req-80147ecb-59dd-4f50-87a6-41a4a425f514 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 945 time: 0.2272413 May 12 15:39:38.030035 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88b762-7ab2-4a30-8c76-ae9ed956af31 req-7ac58507-e6e9-4d56-920f-92529b501be7 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:38.038386 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6b88b762-7ab2-4a30-8c76-ae9ed956af31 req-7ac58507-e6e9-4d56-920f-92529b501be7 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1917617 May 12 15:39:38.060626 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-c90a1ec2-e91d-432c-b9bc-0ff4d7c86614 req-7025eb8b-283b-4f92-8c4e-bc07e153e008 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:38.071510 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:38.082275 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['d5ea6b66-7663-4532-8b5d-86dd7a291a80'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:39:38.128818 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3574d-293b-4669-be29-8a4a765576f1 req-591ceea0-99ed-4556-84ef-e4db7ece2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:38.131508 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-34a3574d-293b-4669-be29-8a4a765576f1 req-591ceea0-99ed-4556-84ef-e4db7ece2079 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e149a484-26c4-4518-be41-6c6d1ceac693 HTTP/1.1" status: 200 len: 919 time: 0.2062824 May 12 15:39:38.148113 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025eb8b-283b-4f92-8c4e-bc07e153e008 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Pushing event deleted for resources: {'Port': ['ID=d5ea6b66-7663-4532-8b5d-86dd7a291a80,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:38.193509 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-7025eb8b-283b-4f92-8c4e-bc07e153e008 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:38.234501 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-34a3574d-293b-4669-be29-8a4a765576f1 req-f4222010-a13e-43d5-a222-1aafadb135a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db21adc5-bba3-4a1e-b730-578bf5cade7a HTTP/1.1" status: 200 len: 217 time: 0.0852547 May 12 15:39:38.247650 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f9bf834f-d46e-429a-9dc7-68c25466ac95 req-ce7c68c5-7316-4a2c-9a78-aa447e20ba0e tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/security-groups?id=422303ff-2865-4c5a-8120-0e66bf17472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422407 May 12 15:39:38.251189 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90a1ec2-e91d-432c-b9bc-0ff4d7c86614 req-7025eb8b-283b-4f92-8c4e-bc07e153e008 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] No DVR routers for this DVR port d5ea6b66-7663-4532-8b5d-86dd7a291a80 on host hv-cinder-78960 {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:39:38.257808 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-c90a1ec2-e91d-432c-b9bc-0ff4d7c86614 req-7025eb8b-283b-4f92-8c4e-bc07e153e008 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:38.260424 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cb5e07-d18d-4860-88f7-a8674336fe95', 'name': 'network-vif-deleted', 'tag': 'd5ea6b66-7663-4532-8b5d-86dd7a291a80'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:39:38.267054 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6b88b762-7ab2-4a30-8c76-ae9ed956af31 req-311d5add-bccc-4d7e-b286-ec003a58863a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278624 May 12 15:39:38.275916 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c90a1ec2-e91d-432c-b9bc-0ff4d7c86614 req-7025eb8b-283b-4f92-8c4e-bc07e153e008 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.15 "DELETE /v2.0/ports/d5ea6b66-7663-4532-8b5d-86dd7a291a80 HTTP/1.1" status: 204 len: 173 time: 1.0584543 May 12 15:39:38.313077 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3574d-293b-4669-be29-8a4a765576f1 req-304ecbf4-4891-4c40-8371-90fe4e80f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:38.315259 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-34a3574d-293b-4669-be29-8a4a765576f1 req-304ecbf4-4891-4c40-8371-90fe4e80f19c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4bb5121-ca7c-4ce3-b5ba-87b429a70160 HTTP/1.1" status: 200 len: 858 time: 0.0718882 May 12 15:39:38.323374 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cb5e07-d18d-4860-88f7-a8674336fe95', 'name': 'network-vif-deleted', 'tag': 'd5ea6b66-7663-4532-8b5d-86dd7a291a80', 'status': 'completed', 'code': 200} May 12 15:39:38.370906 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-34a3574d-293b-4669-be29-8a4a765576f1 req-3b88b5ec-86bd-46da-a1c1-3f082ec1d592 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e149a484-26c4-4518-be41-6c6d1ceac693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437844 May 12 15:39:38.521994 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-34a3574d-293b-4669-be29-8a4a765576f1 req-b517a344-02b3-4969-af3c-efd9af32c27f service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398709 May 12 15:39:38.680265 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-34a3574d-293b-4669-be29-8a4a765576f1 req-72493fe8-5e38-4fc2-a508-7b40cc39f4a2 service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418197 May 12 15:39:39.413970 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-0482323d-6857-43f2-b348-df26f6e24ccb req-86321eec-375e-439b-b5be-8217ee3e40b9 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Synchronizing usage tracker for tenant:e102920e7f4e4b588b73ea2391a81b22 on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:39:39.530910 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-0482323d-6857-43f2-b348-df26f6e24ccb req-86321eec-375e-439b-b5be-8217ee3e40b9 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Unset dirty status for tenant:e102920e7f4e4b588b73ea2391a81b22 on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:39:39.532832 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0482323d-6857-43f2-b348-df26f6e24ccb req-86321eec-375e-439b-b5be-8217ee3e40b9 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] 10.222.0.61 "GET /v2.0/ports?device_id=29cb5e07-d18d-4860-88f7-a8674336fe95 HTTP/1.1" status: 200 len: 210 time: 0.1601090 May 12 15:39:39.638855 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f924b7c-8935-4cfe-bb8e-c38cdd7f8156 req-0fceb7fd-6885-4f74-8d1a-9f677f8fcb73 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:39.646001 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5f924b7c-8935-4cfe-bb8e-c38cdd7f8156 req-0fceb7fd-6885-4f74-8d1a-9f677f8fcb73 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1056373 May 12 15:39:39.761519 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5f924b7c-8935-4cfe-bb8e-c38cdd7f8156 req-2edc2ef0-0c1c-4e22-9c62-aac476a9322c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129837 May 12 15:39:39.836088 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-8cfbf639-36cc-4c4e-88b8-3ea6ad5e3461 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:39.836785 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-8cfbf639-36cc-4c4e-88b8-3ea6ad5e3461 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Synchronizing usage tracker for tenant:819eaf9b77fb4b30a2e88e379a7dd20a on resource:network {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:39:39.937058 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-8cfbf639-36cc-4c4e-88b8-3ea6ad5e3461 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Unset dirty status for tenant:819eaf9b77fb4b30a2e88e379a7dd20a on resource:network {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:39:39.938265 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-8cfbf639-36cc-4c4e-88b8-3ea6ad5e3461 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/networks?id=cd10d637-447c-4439-bfbb-15e63521bc89 HTTP/1.1" status: 200 len: 814 time: 0.2557192 May 12 15:39:39.954274 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e2c9183-c414-4f4c-a3c7-88ec23cf958e tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/quotas/819eaf9b77fb4b30a2e88e379a7dd20a HTTP/1.1" status: 200 len: 375 time: 0.0098987 May 12 15:39:40.048484 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-e40b90e9-fce0-4d3c-a37a-926bfca99323 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=819eaf9b77fb4b30a2e88e379a7dd20a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881314 May 12 15:39:40.192701 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-96b6165e-7d07-42e3-b2bf-6f9ac1dccaab service neutron] 10.222.0.61 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357238 May 12 15:39:40.224415 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device d5ea6b66-7663-4532-8b5d-86dd7a291a80 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:39:40.259340 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: d5ea6b66-7663-4532-8b5d-86dd7a291a80 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:39:40.259852 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device d5ea6b66-7663-4532-8b5d-86dd7a291a80 not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:39:40.328603 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-c4dd7462-62c8-4ae9-a592-22e9a6054a44 service neutron] 10.222.0.61 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285262 May 12 15:39:40.605981 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-717ed14b-0453-4ce5-a70f-74fdf8172212 req-6f5836c9-b760-4189-bfe6-99318a79aa33 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 210 time: 0.0474572 May 12 15:39:40.881620 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:40.962473 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879d42d-17d5-4339-8ee8-8135661bdf2a req-195cf1ec-5ba6-4880-8107-740c0b308044 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:40.963884 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a879d42d-17d5-4339-8ee8-8135661bdf2a req-195cf1ec-5ba6-4880-8107-740c0b308044 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0899789 May 12 15:39:41.010707 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a879d42d-17d5-4339-8ee8-8135661bdf2a req-74762d97-b3c6-4434-a9dc-870e838db01f tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401394 May 12 15:39:41.771371 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8436b3ac-3562-4e7e-96ae-9301577d2d0d req-5a939eb4-3108-49f2-9acd-7fd1465d1186 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 210 time: 0.1116719 May 12 15:39:41.816661 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae1ca-27f4-4357-b755-38251a864663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:42.208831 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce345c05-4856-4589-913d-a1338e6e5ce0 req-9f9333cb-2e72-46fb-a7e4-6db9e82a127a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:42.210390 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ce345c05-4856-4589-913d-a1338e6e5ce0 req-9f9333cb-2e72-46fb-a7e4-6db9e82a127a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0869617 May 12 15:39:42.267350 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ce345c05-4856-4589-913d-a1338e6e5ce0 req-44088524-7aeb-4c46-a36e-c471dfeb0973 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443585 May 12 15:39:42.915871 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-92cee9fe-85e3-4b8e-a1bb-cc6fdb3b3763 req-2c78e1a6-47db-4c0e-b93f-70c7891c099e tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 210 time: 0.0417330 May 12 15:39:43.475534 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df1e1e-ec0d-460d-ad36-925b7a425c2b req-073c9399-e7fe-4216-9bd1-c7b6b7416d11 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:43.477808 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f0df1e1e-ec0d-460d-ad36-925b7a425c2b req-073c9399-e7fe-4216-9bd1-c7b6b7416d11 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0888319 May 12 15:39:43.539474 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f0df1e1e-ec0d-460d-ad36-925b7a425c2b req-83eddd76-def2-46d8-8671-d18f0ef7131b tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547144 May 12 15:39:43.882802 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-fc3f688a-8024-491e-9609-3d213c9deeb2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:43.883657 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-fc3f688a-8024-491e-9609-3d213c9deeb2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.15 "GET /v2.0/networks?id=cd10d637-447c-4439-bfbb-15e63521bc89 HTTP/1.1" status: 200 len: 814 time: 0.2295985 May 12 15:39:43.900637 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Request body: {'port': {'device_id': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'admin_state_up': True, 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:39:44.069530 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:39:44.073688 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Usage tracker for resource:port and tenant:819eaf9b77fb4b30a2e88e379a7dd20a is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:39:44.076861 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:39:44.084801 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:39:44.104896 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4daa2a43-3bfe-4a08-98f4-bb9195642f54 req-a0a9ec77-7822-413b-8c18-f48e8b22a3c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 210 time: 0.0760715 May 12 15:39:44.118129 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 57814) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:44.138236 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-3e838914-f759-45fc-b58d-2a441d239b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:44.212901 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Made reservation on behalf of 819eaf9b77fb4b30a2e88e379a7dd20a for: {'port': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:39:44.216945 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:44.257937 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e4d7be7a-c7a7-45e1-b362-b4e1b738aebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:44.262745 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:44.323813 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-e4d7be7a-c7a7-45e1-b362-b4e1b738aebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:39:44.336147 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-e4d7be7a-c7a7-45e1-b362-b4e1b738aebe admin admin] Usage tracker for resource:security_group_rule and tenant:a9a6e29d2ed14724bda543144f579082 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:39:44.341895 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-e4d7be7a-c7a7-45e1-b362-b4e1b738aebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:39:44.351732 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-e4d7be7a-c7a7-45e1-b362-b4e1b738aebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:39:44.470153 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Allocated IP 172.20.0.5 (cd10d637-447c-4439-bfbb-15e63521bc89/b2ab8463-a9ea-4251-b751-01eca3a884d3/00b89405-42f1-4193-9de0-f7c6eacde56c) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:44.780115 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:44.801158 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Transition to ACTIVE for port object 00b89405-42f1-4193-9de0-f7c6eacde56c will not be triggered until provisioned by entity DHCP. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:39:44.880241 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e4d7be7a-c7a7-45e1-b362-b4e1b738aebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:44.881241 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd03b0f-0fe6-470f-b7c3-846069bab156 req-82971f99-2902-41dd-8f84-d5ae3d3eba0d tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:44.882875 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3cd03b0f-0fe6-470f-b7c3-846069bab156 req-82971f99-2902-41dd-8f84-d5ae3d3eba0d tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1575246 May 12 15:39:44.938017 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3cd03b0f-0fe6-470f-b7c3-846069bab156 req-a2876085-5972-436c-82cc-d99dc2e63c7a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450678 May 12 15:39:44.961966 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:44.983155 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:45.044738 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e4d7be7a-c7a7-45e1-b362-b4e1b738aebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:45.144595 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Network cd10d637-447c-4439-bfbb-15e63521bc89 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:45.160595 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:45.175162 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-e4d7be7a-c7a7-45e1-b362-b4e1b738aebe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9a6e29d2ed14724bda543144f579082&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0558119 May 12 15:39:45.176591 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:39:45.177642 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 57854) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:45.292805 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:45.339227 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:45.340515 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:45.370576 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event updated for resources: {'Port': ['ID=00b89405-42f1-4193-9de0-f7c6eacde56c,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:45.390088 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:45.402153 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-6a8a3238-9091-423b-acda-4bb12b3f5b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:45.430768 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-640b5e98-1860-421b-9ec2-1bc883757dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:45.554576 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7be7a-c7a7-45e1-b362-b4e1b738aebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256c4e7f-9521-470e-a92a-7800c7b0f5b2,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:45.570801 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e4d7be7a-c7a7-45e1-b362-b4e1b738aebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:45.576245 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-640b5e98-1860-421b-9ec2-1bc883757dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:45.655168 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7585580 May 12 15:39:45.677658 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Request body: {'port': {'device_id': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:39:45.736796 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-d7a556c8-0518-46ad-9542-3a078ad6e753 None None] Provisioning for port 00b89405-42f1-4193-9de0-f7c6eacde56c completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:39:45.743030 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-d7a556c8-0518-46ad-9542-3a078ad6e753 None None] Provisioning complete for port 00b89405-42f1-4193-9de0-f7c6eacde56c triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:39:45.745235 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-d7a556c8-0518-46ad-9542-3a078ad6e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:45.770439 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a4f3c-5b8a-48ab-a183-54a628f49b32 req-236e0c8b-5857-41d7-8e1f-51cfcc8d6aa9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:45.773871 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-802a4f3c-5b8a-48ab-a183-54a628f49b32 req-236e0c8b-5857-41d7-8e1f-51cfcc8d6aa9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 931 time: 0.2922962 May 12 15:39:45.796617 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-640b5e98-1860-421b-9ec2-1bc883757dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:45.802222 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1f536958-3479-4f12-b4d2-95ffe645f385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:45.824840 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b5e98-1860-421b-9ec2-1bc883757dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256c4e7f-9521-470e-a92a-7800c7b0f5b2,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:45.827836 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-640b5e98-1860-421b-9ec2-1bc883757dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:45.851923 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-802a4f3c-5b8a-48ab-a183-54a628f49b32 req-b582b114-92f9-498f-a659-efd9d8f76778 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Synchronizing usage tracker for tenant:819eaf9b77fb4b30a2e88e379a7dd20a on resource:security_group {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:39:45.858280 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-640b5e98-1860-421b-9ec2-1bc883757dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:45.859382 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-640b5e98-1860-421b-9ec2-1bc883757dd8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/256c4e7f-9521-470e-a92a-7800c7b0f5b2 HTTP/1.1" status: 204 len: 168 time: 0.6806517 May 12 15:39:45.973849 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-d7a556c8-0518-46ad-9542-3a078ad6e753 None None] Port 00b89405-42f1-4193-9de0-f7c6eacde56c cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:39:45.984806 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-802a4f3c-5b8a-48ab-a183-54a628f49b32 req-b582b114-92f9-498f-a659-efd9d8f76778 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Unset dirty status for tenant:819eaf9b77fb4b30a2e88e379a7dd20a on resource:security_group {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:39:45.986829 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-802a4f3c-5b8a-48ab-a183-54a628f49b32 req-b582b114-92f9-498f-a659-efd9d8f76778 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052922 May 12 15:39:46.081886 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:46.334969 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17011e2e-37e5-4f8e-b26f-f97114e8c75b req-18c107f2-a5c5-4c0f-9f19-3131fc8f926c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:46.342346 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-17011e2e-37e5-4f8e-b26f-f97114e8c75b req-18c107f2-a5c5-4c0f-9f19-3131fc8f926c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1030605 May 12 15:39:46.407864 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-17011e2e-37e5-4f8e-b26f-f97114e8c75b req-8e68f4d8-5344-4d2f-9fe4-32985478debc tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611033 May 12 15:39:46.519362 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:39:46.956653 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b89405-42f1-4193-9de0-f7c6eacde56c {{(pid=79429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:39:46.984167 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:47.021355 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Transition to ACTIVE for port object 00b89405-42f1-4193-9de0-f7c6eacde56c will not be triggered until provisioned by entity L2. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:39:47.138834 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:47.193758 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:47.205239 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-23469941-0e8e-41d6-b853-80ae002cb19c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:47.398153 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890e69f-3984-4b66-8ae0-d60ced0fde0b req-0f08f180-63b2-4ad9-8bd2-eb7161d9b270 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:47.410235 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d890e69f-3984-4b66-8ae0-d60ced0fde0b req-0f08f180-63b2-4ad9-8bd2-eb7161d9b270 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 943 time: 0.1831701 May 12 15:39:47.552144 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d890e69f-3984-4b66-8ae0-d60ced0fde0b req-2b66d5ba-e463-4724-a4b0-e8a9562afa6f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408246 May 12 15:39:47.573799 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Pushing event updated for resources: {'Port': ['ID=00b89405-42f1-4193-9de0-f7c6eacde56c,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:47.578310 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:47.824767 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Attempting to bind port 00b89405-42f1-4193-9de0-f7c6eacde56c on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:39:47.825365 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Attempting to bind port 00b89405-42f1-4193-9de0-f7c6eacde56c by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '47f5b838-590d-43cf-b4b8-ab6179a08c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89'}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:39:47.826109 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Attempting to bind port 00b89405-42f1-4193-9de0-f7c6eacde56c on network cd10d637-447c-4439-bfbb-15e63521bc89 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:39:47.844807 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Port 00b89405-42f1-4193-9de0-f7c6eacde56c on network cd10d637-447c-4439-bfbb-15e63521bc89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:39:47.845362 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Attempting to bind port 00b89405-42f1-4193-9de0-f7c6eacde56c on network cd10d637-447c-4439-bfbb-15e63521bc89 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:39:47.867974 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:39:47.878124 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Checking segment: {'id': '47f5b838-590d-43cf-b4b8-ab6179a08c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:39:47.878124 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Bound using segment: {'id': '47f5b838-590d-43cf-b4b8-ab6179a08c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89'} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:39:47.878124 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Bound port: 00b89405-42f1-4193-9de0-f7c6eacde56c, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f5b838-590d-43cf-b4b8-ab6179a08c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89'}}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:39:47.878124 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:48.082390 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9529ee-a2eb-4daa-9fa8-948f40468c03 req-dd1ee825-5775-4dc4-a4ee-e1a6d425af87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:48.090931 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0d9529ee-a2eb-4daa-9fa8-948f40468c03 req-dd1ee825-5775-4dc4-a4ee-e1a6d425af87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1962447 May 12 15:39:48.180135 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0d9529ee-a2eb-4daa-9fa8-948f40468c03 req-0b31a893-bf5c-42d4-a3ca-26b022d60327 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860276 May 12 15:39:48.331457 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] For port 00b89405-42f1-4193-9de0-f7c6eacde56c, host hv-cinder-78960, cleared binding levels {{(pid=79429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:39:48.341211 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] For port 00b89405-42f1-4193-9de0-f7c6eacde56c, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=00b89405-42f1-4193-9de0-f7c6eacde56c,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:39:48.470497 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:48.476167 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-ff42a12d-b6fa-461b-b435-673d65832874 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:48.635120 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:48.636094 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:48.638333 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/00b89405-42f1-4193-9de0-f7c6eacde56c HTTP/1.1" status: 200 len: 1093 time: 2.9679055 May 12 15:39:48.639014 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:39:48.655464 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Pushing event updated for resources: {'Port': ['ID=00b89405-42f1-4193-9de0-f7c6eacde56c,revision_number=3']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:48.677356 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:48.790175 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c', 'status': 'completed', 'code': 200} May 12 15:39:48.943232 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858937-da27-4291-9552-28a1b1654801 req-162dabea-0c56-4873-90d8-7ec5eef25137 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:48.948967 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b5858937-da27-4291-9552-28a1b1654801 req-162dabea-0c56-4873-90d8-7ec5eef25137 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 943 time: 0.1740577 May 12 15:39:49.082253 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b5858937-da27-4291-9552-28a1b1654801 req-c9cec17c-f834-4f78-8a4e-4290ab0c5d5c tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151481 May 12 15:39:49.368236 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdc0d2-86d9-405c-8989-5031861a5cee req-00799307-c10d-49b9-a87f-73ebb7e13af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:49.374958 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-facdc0d2-86d9-405c-8989-5031861a5cee req-00799307-c10d-49b9-a87f-73ebb7e13af1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=819eaf9b77fb4b30a2e88e379a7dd20a&device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 1096 time: 0.2600589 May 12 15:39:49.658860 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f54e2a-9fdb-488b-9cb5-a648762bd1e6 req-ceabc5c6-0830-4af2-8f43-9e4b268d18c0 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:49.660789 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-77f54e2a-9fdb-488b-9cb5-a648762bd1e6 req-ceabc5c6-0830-4af2-8f43-9e4b268d18c0 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1712673 May 12 15:39:49.669092 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdc0d2-86d9-405c-8989-5031861a5cee req-9b6fcda1-df99-4ab9-8179-5d7167b154df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:49.670550 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-facdc0d2-86d9-405c-8989-5031861a5cee req-9b6fcda1-df99-4ab9-8179-5d7167b154df service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=819eaf9b77fb4b30a2e88e379a7dd20a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2799342 May 12 15:39:49.742845 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-77f54e2a-9fdb-488b-9cb5-a648762bd1e6 req-055610a7-25d8-4b90-a117-431f3556c6da tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455639 May 12 15:39:49.830445 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdc0d2-86d9-405c-8989-5031861a5cee req-6e242f3e-738e-49ea-9544-a5b71338439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:49.832129 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-facdc0d2-86d9-405c-8989-5031861a5cee req-6e242f3e-738e-49ea-9544-a5b71338439f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514428 May 12 15:39:49.963115 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-ebce987a-22d6-4e8b-837b-4878d49edcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:49.964586 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-ebce987a-22d6-4e8b-837b-4878d49edcea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=819eaf9b77fb4b30a2e88e379a7dd20a&device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 1096 time: 0.0740089 May 12 15:39:50.060262 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-108d26b7-fb45-4466-8f0a-d43d7b7f3d03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b89405-42f1-4193-9de0-f7c6eacde56c HTTP/1.1" status: 200 len: 217 time: 0.0809610 May 12 15:39:50.253899 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-5a51b4fe-14ca-409c-9853-529c41493468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:50.255263 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-5a51b4fe-14ca-409c-9853-529c41493468 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2ab8463-a9ea-4251-b751-01eca3a884d3 HTTP/1.1" status: 200 len: 853 time: 0.1609404 May 12 15:39:50.397523 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-fad210c2-cadf-41b6-aa93-515ba5b25acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:50.418793 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-fad210c2-cadf-41b6-aa93-515ba5b25acf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd10d637-447c-4439-bfbb-15e63521bc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1491585 May 12 15:39:50.538793 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412f5f9-a83c-40c2-98d2-593d1df781e5 req-274322a8-1918-429c-8690-1620e8b333b9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:50.548426 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4412f5f9-a83c-40c2-98d2-593d1df781e5 req-274322a8-1918-429c-8690-1620e8b333b9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 943 time: 0.2148232 May 12 15:39:50.651137 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4412f5f9-a83c-40c2-98d2-593d1df781e5 req-537118f8-397e-49f3-8e00-ea684ff8fd06 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980117 May 12 15:39:51.066722 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2130d1-42f2-4160-aa01-6e3483c2b220 req-78e1db1b-75be-4d59-becf-3a59503a3fb3 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:51.069070 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ed2130d1-42f2-4160-aa01-6e3483c2b220 req-78e1db1b-75be-4d59-becf-3a59503a3fb3 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1198936 May 12 15:39:51.175134 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ed2130d1-42f2-4160-aa01-6e3483c2b220 req-151c333f-6389-411e-948c-211890e3cbb8 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996315 May 12 15:39:51.616130 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e215c0a-a1f2-4e4b-99bc-3592315cbd67 req-03835ffd-081c-4284-9dba-6a3fd5b92fc0 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:51.617833 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4e215c0a-a1f2-4e4b-99bc-3592315cbd67 req-03835ffd-081c-4284-9dba-6a3fd5b92fc0 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.0945706 May 12 15:39:51.673627 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4e215c0a-a1f2-4e4b-99bc-3592315cbd67 req-200947a8-f576-4270-91fe-f56d50338e0a tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492771 May 12 15:39:51.903062 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13062412-4ab4-49c4-8411-a0aeb8d0fe19 req-943183d5-5190-4211-8c05-f5f5ac071588 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:51.910956 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-13062412-4ab4-49c4-8411-a0aeb8d0fe19 req-943183d5-5190-4211-8c05-f5f5ac071588 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 943 time: 0.0989287 May 12 15:39:51.965934 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-13062412-4ab4-49c4-8411-a0aeb8d0fe19 req-f5550694-b780-4341-a704-e9b4941849c8 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540543 May 12 15:39:52.487005 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc8b50-a9f5-4924-85bd-16e606958e7a req-d887f902-bfe0-4d6d-8305-3a439a2345f2 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:52.489647 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-90dc8b50-a9f5-4924-85bd-16e606958e7a req-d887f902-bfe0-4d6d-8305-3a439a2345f2 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1559982 May 12 15:39:52.561472 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-90dc8b50-a9f5-4924-85bd-16e606958e7a req-b0c5bd57-92ef-4a44-818e-8f5c4e2cb050 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611529 May 12 15:39:53.132092 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e11658-e457-4161-a7a9-5b2c1bb87a82 req-cda50e57-8038-4a47-9e59-96fbdf2f5041 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:53.132092 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-31e11658-e457-4161-a7a9-5b2c1bb87a82 req-cda50e57-8038-4a47-9e59-96fbdf2f5041 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.2127168 May 12 15:39:53.150090 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-31e11658-e457-4161-a7a9-5b2c1bb87a82 req-f586c7c4-49ad-4d6c-bef9-f79685321c2d tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881295 May 12 15:39:53.318905 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ece72b-e2f2-4c6a-8cf8-e311266faa60 req-d6c938d0-6bea-4d19-a51d-d3709c4ce8bb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:53.320455 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-92ece72b-e2f2-4c6a-8cf8-e311266faa60 req-d6c938d0-6bea-4d19-a51d-d3709c4ce8bb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 943 time: 0.1214945 May 12 15:39:53.435191 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-92ece72b-e2f2-4c6a-8cf8-e311266faa60 req-183ec636-14ec-4857-88d8-8c5c2c2dc816 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003447 May 12 15:39:53.788552 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc365db-58f6-4028-ac69-a8927d37b1a9 req-1f451c4e-745a-44d5-a035-b4119c5c506c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:53.790147 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0fc365db-58f6-4028-ac69-a8927d37b1a9 req-1f451c4e-745a-44d5-a035-b4119c5c506c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0811951 May 12 15:39:53.841944 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0fc365db-58f6-4028-ac69-a8927d37b1a9 req-1a177c0b-e5bb-48fe-a617-e94a45f7b2b4 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421190 May 12 15:39:54.384995 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47949e24-cffa-4128-88ba-9ccaef650889 req-a5171153-32de-431f-92bd-7756c8e40187 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:54.391974 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-47949e24-cffa-4128-88ba-9ccaef650889 req-a5171153-32de-431f-92bd-7756c8e40187 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.0916190 May 12 15:39:54.435180 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-47949e24-cffa-4128-88ba-9ccaef650889 req-79de1a46-014b-46cd-9550-672c5047ae35 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 May 12 15:39:54.784845 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33792af0-ec23-4a8c-b6c6-c1d02cd499a0 req-4bd594ec-b752-44b1-af8d-84c71270d09f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:54.786350 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-33792af0-ec23-4a8c-b6c6-c1d02cd499a0 req-4bd594ec-b752-44b1-af8d-84c71270d09f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 943 time: 0.1317644 May 12 15:39:54.844414 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-33792af0-ec23-4a8c-b6c6-c1d02cd499a0 req-81c94d78-cb6e-4252-b2bf-c01c5b7b0209 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521240 May 12 15:39:55.073238 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061d874-06d3-4bef-904a-c3baa8175e15 req-802c3e7d-986b-4860-a4f6-9f1985f27b22 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:55.081365 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f061d874-06d3-4bef-904a-c3baa8175e15 req-802c3e7d-986b-4860-a4f6-9f1985f27b22 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1079490 May 12 15:39:55.151342 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f061d874-06d3-4bef-904a-c3baa8175e15 req-d1c49ef4-f84c-4925-9ac2-043b7faacee4 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677977 May 12 15:39:55.211193 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 57996) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:55.366754 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-bb8fcfc6-74a7-4a4c-b44f-0a9ed0792c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:55.398833 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-bb8fcfc6-74a7-4a4c-b44f-0a9ed0792c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:39:55.403449 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-bb8fcfc6-74a7-4a4c-b44f-0a9ed0792c2f admin admin] Usage tracker for resource:security_group_rule and tenant:6da640f7ee1247af91a2e12ba6169355 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:39:55.407075 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-bb8fcfc6-74a7-4a4c-b44f-0a9ed0792c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:39:55.414587 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-bb8fcfc6-74a7-4a4c-b44f-0a9ed0792c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:39:55.537118 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-bb8fcfc6-74a7-4a4c-b44f-0a9ed0792c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:55.655293 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-bb8fcfc6-74a7-4a4c-b44f-0a9ed0792c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:55.665203 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-452e73b3-9ac5-42d5-88b3-1faf57e5c80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:55.762559 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58006) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:55.771126 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-bb8fcfc6-74a7-4a4c-b44f-0a9ed0792c2f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6da640f7ee1247af91a2e12ba6169355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5557270 May 12 15:39:55.771126 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fcfc6-74a7-4a4c-b44f-0a9ed0792c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b1dbbc-6813-464c-8e08-211c321bc9dd,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:55.771126 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-bb8fcfc6-74a7-4a4c-b44f-0a9ed0792c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:55.915425 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65120ce8-f995-4a95-b0a8-fda277beff32 req-92632241-c7f0-4165-b50f-34b0ae46e6d7 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:55.930046 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-65120ce8-f995-4a95-b0a8-fda277beff32 req-92632241-c7f0-4165-b50f-34b0ae46e6d7 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.3422449 May 12 15:39:56.027115 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-00176e57-65f1-4c8b-b643-13c590649090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:56.029989 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-65120ce8-f995-4a95-b0a8-fda277beff32 req-25cc8b2c-a666-42b3-a81d-9951c020c06b tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917230 May 12 15:39:56.113209 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-00176e57-65f1-4c8b-b643-13c590649090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:56.225165 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b5650-f2fb-43a8-869c-07c804131c79 req-3a3f82df-35da-4ebf-837b-f549b453b095 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:56.232777 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-473b5650-f2fb-43a8-869c-07c804131c79 req-3a3f82df-35da-4ebf-837b-f549b453b095 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 943 time: 0.2060766 May 12 15:39:56.304750 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-00176e57-65f1-4c8b-b643-13c590649090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:56.307096 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-473b5650-f2fb-43a8-869c-07c804131c79 req-d984d62e-5dad-45dd-9f20-24dd4c95f8c1 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733497 May 12 15:39:56.311954 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-dd72d54a-f6f9-4550-85fe-15df239dba47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:56.350956 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-00176e57-65f1-4c8b-b643-13c590649090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:56.352286 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-00176e57-65f1-4c8b-b643-13c590649090 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36b1dbbc-6813-464c-8e08-211c321bc9dd HTTP/1.1" status: 204 len: 168 time: 0.5851090 May 12 15:39:56.354329 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00176e57-65f1-4c8b-b643-13c590649090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b1dbbc-6813-464c-8e08-211c321bc9dd,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:56.363937 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-00176e57-65f1-4c8b-b643-13c590649090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:56.604832 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba453d7-7ae0-4098-b4d8-c00d617616b7 req-f51e3d27-12ac-413b-81bd-b270bf56d84a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:56.604832 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ba453d7-7ae0-4098-b4d8-c00d617616b7 req-f51e3d27-12ac-413b-81bd-b270bf56d84a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1716042 May 12 15:39:56.678346 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ba453d7-7ae0-4098-b4d8-c00d617616b7 req-5c327462-b65b-43bb-b502-870e3298fae7 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843222 May 12 15:39:57.327528 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b7d07-675e-400f-a1c5-eed430761868 req-0c1da138-48e7-469f-9d69-4d56e60dbb05 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:57.329113 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-623b7d07-675e-400f-a1c5-eed430761868 req-0c1da138-48e7-469f-9d69-4d56e60dbb05 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.1070704 May 12 15:39:57.380328 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-623b7d07-675e-400f-a1c5-eed430761868 req-743be5a5-ea8c-41af-b9ab-e528165e9f55 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450370 May 12 15:39:57.531860 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44807ce2-41fc-4a8b-86bf-3203354b0878 req-46966ef2-48ae-464c-a640-db7b5f4965cc tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:57.533885 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-44807ce2-41fc-4a8b-86bf-3203354b0878 req-46966ef2-48ae-464c-a640-db7b5f4965cc tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 943 time: 0.0850289 May 12 15:39:57.565095 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58022) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:57.589314 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-07d6c367-57b5-4ea8-b999-6e63ceafb8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:57.591889 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-44807ce2-41fc-4a8b-86bf-3203354b0878 req-62350737-2427-4328-8bfe-9a5c0884732a tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494688 May 12 15:39:57.605845 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-07d6c367-57b5-4ea8-b999-6e63ceafb8a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:39:57.608699 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-07d6c367-57b5-4ea8-b999-6e63ceafb8a2 admin admin] Usage tracker for resource:security_group_rule and tenant:36a5117dee8e4503bf3a04d54054bb2a is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:39:57.612238 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-07d6c367-57b5-4ea8-b999-6e63ceafb8a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:39:57.618053 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-07d6c367-57b5-4ea8-b999-6e63ceafb8a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:39:57.712572 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-07d6c367-57b5-4ea8-b999-6e63ceafb8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:57.785028 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-07d6c367-57b5-4ea8-b999-6e63ceafb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:57.792746 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-528f79e2-c391-42b1-bbfd-dadf83048068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:57.857179 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6c367-57b5-4ea8-b999-6e63ceafb8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e6ffb4-19ed-45c3-a94f-91f89e688471,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:57.862848 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-07d6c367-57b5-4ea8-b999-6e63ceafb8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:57.929926 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-07d6c367-57b5-4ea8-b999-6e63ceafb8a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=36a5117dee8e4503bf3a04d54054bb2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639488 May 12 15:39:57.930679 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58032) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:39:57.950314 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50bedb-6945-4142-89bd-fa2c6d605fc9 req-8b3bff28-5a3b-47a0-8598-2bf069f08be3 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:57.952802 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2d50bedb-6945-4142-89bd-fa2c6d605fc9 req-8b3bff28-5a3b-47a0-8598-2bf069f08be3 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1267455 May 12 15:39:58.033859 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e39307e4-7162-41b0-b7be-9f8394eaaaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:58.048420 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2d50bedb-6945-4142-89bd-fa2c6d605fc9 req-2e623485-761a-477f-8aae-c03eb530476d tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858653 May 12 15:39:58.094140 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e39307e4-7162-41b0-b7be-9f8394eaaaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:58.262765 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e39307e4-7162-41b0-b7be-9f8394eaaaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:58.266929 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-2a2f8eaf-1d32-4479-afb8-8ea91510e293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:39:58.278916 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39307e4-7162-41b0-b7be-9f8394eaaaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e6ffb4-19ed-45c3-a94f-91f89e688471,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:58.289644 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e39307e4-7162-41b0-b7be-9f8394eaaaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:39:58.293336 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e39307e4-7162-41b0-b7be-9f8394eaaaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:58.294805 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-e39307e4-7162-41b0-b7be-9f8394eaaaca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a3e6ffb4-19ed-45c3-a94f-91f89e688471 HTTP/1.1" status: 204 len: 168 time: 0.3601813 May 12 15:39:58.726557 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aca858-bd98-4418-b8a9-a679d949ff76 req-a47bf613-b668-4a10-8f1c-a49b5b55956a tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:58.742200 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c2aca858-bd98-4418-b8a9-a679d949ff76 req-a47bf613-b668-4a10-8f1c-a49b5b55956a tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.1911900 May 12 15:39:58.817267 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c2aca858-bd98-4418-b8a9-a679d949ff76 req-66924f54-fce7-49d7-8b00-8c9311ffb8c4 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738270 May 12 15:39:58.945979 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ebdc7-9dfa-4461-b061-7cff21370cf1 req-a0ab1786-dfda-44b6-9f9a-102ca508d755 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:58.947647 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fc1ebdc7-9dfa-4461-b061-7cff21370cf1 req-a0ab1786-dfda-44b6-9f9a-102ca508d755 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 943 time: 0.0999541 May 12 15:39:59.040812 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fc1ebdc7-9dfa-4461-b061-7cff21370cf1 req-226e3d49-a619-4b48-969d-17a5f8cd9e6f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855212 May 12 15:39:59.405458 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c5a38-b85d-40a7-9de3-dbb71b2f0957 req-e2c9f57d-295b-44f2-a291-fa6ea999f3a2 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:59.422364 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a15c5a38-b85d-40a7-9de3-dbb71b2f0957 req-e2c9f57d-295b-44f2-a291-fa6ea999f3a2 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.2039707 May 12 15:39:59.553802 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a15c5a38-b85d-40a7-9de3-dbb71b2f0957 req-6ab476fa-a5fe-4ed3-8be7-394eb1e52ebb tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298628 May 12 15:40:00.155338 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c98db-edfb-4af6-9f01-85f1400a9767 req-d9b8a82c-aa3f-47f1-a0cd-e89f054c97ed tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:00.165093 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a67c98db-edfb-4af6-9f01-85f1400a9767 req-d9b8a82c-aa3f-47f1-a0cd-e89f054c97ed tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.1686494 May 12 15:40:00.265697 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a67c98db-edfb-4af6-9f01-85f1400a9767 req-b64d78b3-8d06-4785-aba4-26dcdd279030 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992806 May 12 15:40:00.494443 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ce0e6-da62-4af8-96c2-5ce45e63222c req-f01923db-88b7-4de6-bb7a-e8e3f30fb08e tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:00.495942 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-368ce0e6-da62-4af8-96c2-5ce45e63222c req-f01923db-88b7-4de6-bb7a-e8e3f30fb08e tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 943 time: 0.1664724 May 12 15:40:00.572974 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-368ce0e6-da62-4af8-96c2-5ce45e63222c req-f4ac5ccb-5180-475e-8b2d-72a1e6722a80 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680075 May 12 15:40:00.930031 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882d5a4-2267-45fe-83c6-2bfe4e60c0c8 req-53ad0e2b-5e8c-478a-af22-9f5e070f8475 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:00.930031 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e882d5a4-2267-45fe-83c6-2bfe4e60c0c8 req-53ad0e2b-5e8c-478a-af22-9f5e070f8475 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1363120 May 12 15:40:00.930031 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e882d5a4-2267-45fe-83c6-2bfe4e60c0c8 req-b791a817-a9a2-4ed9-b8b2-b6e4e5c7ff9b tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427747 May 12 15:40:01.030103 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-d2425673-9495-49c7-a847-0e568319c27f service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406045 May 12 15:40:01.175472 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-930f00bb-e7ff-4e9c-9677-f9bed9788648 req-ca840c15-4cbe-41cc-ad68-56e37730b220 service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379297 May 12 15:40:01.541338 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d9f17-7df6-4520-ae9f-50a7e8837c49 req-2e9d920a-3780-4a3b-aca2-5fbfc12cb44c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:01.550951 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0c8d9f17-7df6-4520-ae9f-50a7e8837c49 req-2e9d920a-3780-4a3b-aca2-5fbfc12cb44c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.1121907 May 12 15:40:01.624212 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0c8d9f17-7df6-4520-ae9f-50a7e8837c49 req-1a8ff84c-abc4-411d-b3f7-17b7a61f64ba tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721157 May 12 15:40:01.807423 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ba687-aec1-4759-847f-4fd33b74b591 req-761705c7-4b7a-4692-b101-1ffb59aba3a6 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:01.809390 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-443ba687-aec1-4759-847f-4fd33b74b591 req-761705c7-4b7a-4692-b101-1ffb59aba3a6 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 943 time: 0.0944147 May 12 15:40:01.887497 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-443ba687-aec1-4759-847f-4fd33b74b591 req-01350dce-2c4b-493c-8e37-81ab016f57a3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708017 May 12 15:40:02.141716 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dea6f-1f39-434a-a3d2-8653e8cef1a0 req-551fb16f-976b-46aa-a347-c3ab2daa717d tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:02.143898 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-573dea6f-1f39-434a-a3d2-8653e8cef1a0 req-551fb16f-976b-46aa-a347-c3ab2daa717d tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0913136 May 12 15:40:02.212831 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-573dea6f-1f39-434a-a3d2-8653e8cef1a0 req-d795cfd6-ff4c-4f42-bafa-3ef9ad09c631 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628026 May 12 15:40:02.842827 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f00cb-d9ac-42f6-a33d-f47abc788026 req-71d60023-3574-42ec-916d-4ace0665bc16 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:02.851476 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-aa2f00cb-d9ac-42f6-a33d-f47abc788026 req-71d60023-3574-42ec-916d-4ace0665bc16 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.1134787 May 12 15:40:02.921717 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-aa2f00cb-d9ac-42f6-a33d-f47abc788026 req-c47523e7-2695-4a88-9016-fcf10d149d42 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692220 May 12 15:40:03.112537 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab322a7-fbec-4837-a9e0-46ed1a21a772 req-8d34f8f6-553e-484e-a8db-a5ed1dbdaeb9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:03.114446 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1ab322a7-fbec-4837-a9e0-46ed1a21a772 req-8d34f8f6-553e-484e-a8db-a5ed1dbdaeb9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 943 time: 0.1011186 May 12 15:40:03.168883 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1ab322a7-fbec-4837-a9e0-46ed1a21a772 req-296a1408-5f2d-44d9-b5da-d9da0b352b68 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480371 May 12 15:40:03.420128 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41ecef-ea1d-4795-8d8a-8d289cfff0fc req-00ca36d2-a4c9-4d18-b14b-2e5d1a349f67 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:03.421637 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ce41ecef-ea1d-4795-8d8a-8d289cfff0fc req-00ca36d2-a4c9-4d18-b14b-2e5d1a349f67 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0864463 May 12 15:40:03.475690 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ce41ecef-ea1d-4795-8d8a-8d289cfff0fc req-b05ca0a0-378a-4e97-a537-62312b49ab2e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469844 May 12 15:40:04.157522 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99a2b3-f897-4424-95f8-e35f8c1f7987 req-477a9f16-3d8d-41b9-b970-abbbd343c8cf tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:04.162576 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8c99a2b3-f897-4424-95f8-e35f8c1f7987 req-477a9f16-3d8d-41b9-b970-abbbd343c8cf tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.1012020 May 12 15:40:04.215670 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8c99a2b3-f897-4424-95f8-e35f8c1f7987 req-c904d258-961d-4717-b656-a8b47e7b3eaa tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503371 May 12 15:40:04.312219 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 00b89405-42f1-4193-9de0-f7c6eacde56c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:40:04.397730 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e4fb1-06cc-4ae5-a17e-e106ceaa95ac req-758f3fb3-55e6-43d8-8e0e-90db8fc6e0fa tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:04.399370 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-188e4fb1-06cc-4ae5-a17e-e106ceaa95ac req-758f3fb3-55e6-43d8-8e0e-90db8fc6e0fa tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 943 time: 0.0925848 May 12 15:40:04.469543 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 00b89405-42f1-4193-9de0-f7c6eacde56c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=00b89405-42f1-4193-9de0-f7c6eacde56c,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:04.489664 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '00b89405-42f1-4193-9de0-f7c6eacde56c', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'port_id': '00b89405-42f1-4193-9de0-f7c6eacde56c', 'mac_address': 'fa:16:3e:6f:e6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:40:04.496148 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-188e4fb1-06cc-4ae5-a17e-e106ceaa95ac req-19603833-a4ec-4e29-a76b-e660cd1103c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867643 May 12 15:40:04.601446 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:04.628942 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b89405-42f1-4193-9de0-f7c6eacde56c {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:40:04.650607 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 00b89405-42f1-4193-9de0-f7c6eacde56c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=00b89405-42f1-4193-9de0-f7c6eacde56c,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:04.734535 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921c459-d2a3-49df-b28d-1f69bb0c976e req-b6f37821-6097-4bc1-8659-12178135ce30 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:04.734535 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6921c459-d2a3-49df-b28d-1f69bb0c976e req-b6f37821-6097-4bc1-8659-12178135ce30 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1113315 May 12 15:40:04.755640 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:04.758001 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:04.795076 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6921c459-d2a3-49df-b28d-1f69bb0c976e req-e05462d8-cbaf-4547-8c1c-4e2e7efd020b tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529575 May 12 15:40:04.848555 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=00b89405-42f1-4193-9de0-f7c6eacde56c,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:04.852580 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:05.086262 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['00b89405-42f1-4193-9de0-f7c6eacde56c'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:40:05.404692 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f6fb6-0071-4072-a760-4492ed911c0d req-0b72f020-9f1b-47a6-b780-41a7b9543fff tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:05.406475 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-862f6fb6-0071-4072-a760-4492ed911c0d req-0b72f020-9f1b-47a6-b780-41a7b9543fff tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.0904772 May 12 15:40:05.452581 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-862f6fb6-0071-4072-a760-4492ed911c0d req-4f14775a-48a9-4b15-babb-280db7bbf95d tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385749 May 12 15:40:05.674778 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569009c-9725-42dd-a18d-b2b4fdd85dca req-e21066d5-56a8-4b97-8f2d-dc7cf1a894cb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:05.676230 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b569009c-9725-42dd-a18d-b2b4fdd85dca req-e21066d5-56a8-4b97-8f2d-dc7cf1a894cb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 944 time: 0.0806365 May 12 15:40:05.725443 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b569009c-9725-42dd-a18d-b2b4fdd85dca req-a2be4adc-3963-4fd4-a91e-2b77518234d6 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434222 May 12 15:40:05.984608 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7f01a-6b4b-4fe2-8f29-41f58aa5a78b req-4fdcc5e5-3292-4c73-b36e-fde2d409d7a7 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:05.986092 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-55d7f01a-6b4b-4fe2-8f29-41f58aa5a78b req-4fdcc5e5-3292-4c73-b36e-fde2d409d7a7 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0777674 May 12 15:40:06.030873 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-55d7f01a-6b4b-4fe2-8f29-41f58aa5a78b req-1e2695d6-a686-44d9-b500-3787bb94e4a1 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390997 May 12 15:40:06.312988 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 00b89405-42f1-4193-9de0-f7c6eacde56c up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:40:06.498775 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port 00b89405-42f1-4193-9de0-f7c6eacde56c completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:40:06.504370 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 00b89405-42f1-4193-9de0-f7c6eacde56c triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:40:06.504763 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:06.645285 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:06.647083 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84279f-6e1d-4f5d-90d2-38487c38f96e req-177f254d-ba14-478c-b599-c9a8431faacc tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:06.648581 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fa84279f-6e1d-4f5d-90d2-38487c38f96e req-177f254d-ba14-478c-b599-c9a8431faacc tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.0854530 May 12 15:40:06.674326 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:06.688106 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 00b89405-42f1-4193-9de0-f7c6eacde56c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=00b89405-42f1-4193-9de0-f7c6eacde56c,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:06.696672 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fa84279f-6e1d-4f5d-90d2-38487c38f96e req-7620f70c-5c68-44c5-a2dd-198fe5b6694a tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420811 May 12 15:40:06.728305 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c', 'code': 200} May 12 15:40:06.795809 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:06.797705 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:06.868584 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=00b89405-42f1-4193-9de0-f7c6eacde56c,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:06.871876 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:06.915990 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381ddbc-e434-476d-bd72-07d1152c3d05 req-12f50bc7-9f6b-4420-8b41-e6ccfa770033 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:06.917616 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5381ddbc-e434-476d-bd72-07d1152c3d05 req-12f50bc7-9f6b-4420-8b41-e6ccfa770033 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 945 time: 0.0855672 May 12 15:40:06.971935 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5381ddbc-e434-476d-bd72-07d1152c3d05 req-f79cbdcc-dacc-4c5f-a5b0-cbfaf84e7dd6 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477405 May 12 15:40:07.179140 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55f022-536f-47e7-b990-b04feef7b01a req-c34ea6f2-ef51-488e-b64e-bfb5eca61689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:07.180788 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-3f55f022-536f-47e7-b990-b04feef7b01a req-c34ea6f2-ef51-488e-b64e-bfb5eca61689 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 1098 time: 0.0875063 May 12 15:40:07.238569 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-3f55f022-536f-47e7-b990-b04feef7b01a req-ce3aa8b6-76c8-4946-85f2-9ac74e9afe47 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441394 May 12 15:40:07.406050 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaea438-8ac3-4d1f-b901-6e627d6385e2 req-84933fc6-e155-4ca5-b840-9cd12632db69 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:07.407557 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faaea438-8ac3-4d1f-b901-6e627d6385e2 req-84933fc6-e155-4ca5-b840-9cd12632db69 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0803463 May 12 15:40:07.455439 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-faaea438-8ac3-4d1f-b901-6e627d6385e2 req-2c0badff-395f-4740-b3ef-3655633b293c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411477 May 12 15:40:07.570337 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea6005-60a3-400d-a68d-b0adac034177 req-6e5f58ee-0994-4c1b-af16-264f95bb58cd tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:07.571787 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-38ea6005-60a3-400d-a68d-b0adac034177 req-6e5f58ee-0994-4c1b-af16-264f95bb58cd tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.15 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.0782824 May 12 15:40:07.712968 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-38ea6005-60a3-400d-a68d-b0adac034177 req-5ac6616e-7da7-4740-a359-4aa7f0bfb50c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Deleting port a11ed92b-6080-498b-b871-cf0eacb58902 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:40:07.713367 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-38ea6005-60a3-400d-a68d-b0adac034177 req-5ac6616e-7da7-4740-a359-4aa7f0bfb50c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:07.945642 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-38ea6005-60a3-400d-a68d-b0adac034177 req-5ac6616e-7da7-4740-a359-4aa7f0bfb50c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] For port a11ed92b-6080-498b-b871-cf0eacb58902, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a11ed92b-6080-498b-b871-cf0eacb58902,segment=NetworkSegment(d7951a01-e08a-4487-9123-cb0331064858),segment_id=d7951a01-e08a-4487-9123-cb0331064858)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:07.946003 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-38ea6005-60a3-400d-a68d-b0adac034177 req-5ac6616e-7da7-4740-a359-4aa7f0bfb50c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:07.955113 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6eed6-3aef-424a-b26c-b7cf1df38882 req-ab2a74a3-95ee-46e5-8c7f-9f0d90326bd6 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:07.956692 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ff6eed6-3aef-424a-b26c-b7cf1df38882 req-ab2a74a3-95ee-46e5-8c7f-9f0d90326bd6 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 945 time: 0.1492529 May 12 15:40:08.004768 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ff6eed6-3aef-424a-b26c-b7cf1df38882 req-98b4c0ac-ef13-40aa-9c31-a3aacf7908d2 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419421 May 12 15:40:08.088329 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [req-38ea6005-60a3-400d-a68d-b0adac034177 req-5ac6616e-7da7-4740-a359-4aa7f0bfb50c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Calling delete_port for a11ed92b-6080-498b-b871-cf0eacb58902 owned by compute:nova {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:40:08.180404 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4fc66-940c-4d21-82c4-6f1abd226122 req-395d3214-3458-4c77-bef9-59daee98449b tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:08.181988 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-41e4fc66-940c-4d21-82c4-6f1abd226122 req-395d3214-3458-4c77-bef9-59daee98449b tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 945 time: 0.0852313 May 12 15:40:08.240321 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-41e4fc66-940c-4d21-82c4-6f1abd226122 req-fa1c333c-edfc-41a6-80b7-100d6f658846 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489254 May 12 15:40:08.314739 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-38ea6005-60a3-400d-a68d-b0adac034177 req-5ac6616e-7da7-4740-a359-4aa7f0bfb50c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:08.320955 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-538017af-d0a8-4e4b-98ee-0efdfff19d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:08.337034 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['a11ed92b-6080-498b-b871-cf0eacb58902'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:40:08.389683 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6616e-7da7-4740-a359-4aa7f0bfb50c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Pushing event deleted for resources: {'Port': ['ID=a11ed92b-6080-498b-b871-cf0eacb58902,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:08.392075 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-5ac6616e-7da7-4740-a359-4aa7f0bfb50c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:08.469437 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ea6005-60a3-400d-a68d-b0adac034177 req-5ac6616e-7da7-4740-a359-4aa7f0bfb50c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] No DVR routers for this DVR port a11ed92b-6080-498b-b871-cf0eacb58902 on host hv-cinder-78960 {{(pid=79429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:40:08.472582 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-38ea6005-60a3-400d-a68d-b0adac034177 req-5ac6616e-7da7-4740-a359-4aa7f0bfb50c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:08.477019 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a561b631-bba5-491b-ada5-7c93ab976cd7', 'name': 'network-vif-deleted', 'tag': 'a11ed92b-6080-498b-b871-cf0eacb58902'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:08.534628 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a561b631-bba5-491b-ada5-7c93ab976cd7', 'name': 'network-vif-deleted', 'tag': 'a11ed92b-6080-498b-b871-cf0eacb58902', 'status': 'completed', 'code': 200} May 12 15:40:08.574002 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-38ea6005-60a3-400d-a68d-b0adac034177 req-5ac6616e-7da7-4740-a359-4aa7f0bfb50c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.15 "DELETE /v2.0/ports/a11ed92b-6080-498b-b871-cf0eacb58902 HTTP/1.1" status: 204 len: 173 time: 0.9940703 May 12 15:40:08.673827 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067c1e4-8a09-49ff-940a-bb1912e77c38 req-a5285a7e-df4e-4f63-8da7-43571e1de7c9 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:08.675218 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9067c1e4-8a09-49ff-940a-bb1912e77c38 req-a5285a7e-df4e-4f63-8da7-43571e1de7c9 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0854509 May 12 15:40:08.724427 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9067c1e4-8a09-49ff-940a-bb1912e77c38 req-c7df766c-0633-4721-b28a-631e8ddbabfe tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420220 May 12 15:40:09.177105 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-28ac51f0-b67e-4ee3-b31d-aa1d37427866 req-fdd43e16-1f78-4b47-952f-1b96a54810f4 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=a561b631-bba5-491b-ada5-7c93ab976cd7 HTTP/1.1" status: 200 len: 210 time: 0.0481660 May 12 15:40:09.429084 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ae84b-487d-4a99-98e9-09ec032ead93 req-c591a739-0aea-42db-befb-018b5bee5bdb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:09.430673 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-df8ae84b-487d-4a99-98e9-09ec032ead93 req-c591a739-0aea-42db-befb-018b5bee5bdb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 945 time: 0.0846214 May 12 15:40:09.482027 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-df8ae84b-487d-4a99-98e9-09ec032ead93 req-9ba327ea-e73e-4419-9f1c-f1cc62d9612c tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451272 May 12 15:40:09.726665 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de5d4-fb1a-4850-841d-9c92f8dd538e req-9b9592fd-0438-4313-b950-ffdca477a356 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:09.728407 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6b0de5d4-fb1a-4850-841d-9c92f8dd538e req-9b9592fd-0438-4313-b950-ffdca477a356 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 945 time: 0.1372244 May 12 15:40:09.773756 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6b0de5d4-fb1a-4850-841d-9c92f8dd538e req-ae199139-33d3-47f4-b57e-facf09ec69d1 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395186 May 12 15:40:09.911018 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d9c49-bf16-4e46-9002-49975ca6bf75 req-d860be2d-a76a-49fe-a414-56b4ddec7cea tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:09.912510 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-550d9c49-bf16-4e46-9002-49975ca6bf75 req-d860be2d-a76a-49fe-a414-56b4ddec7cea tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0814726 May 12 15:40:09.962363 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-550d9c49-bf16-4e46-9002-49975ca6bf75 req-a9fc8050-48e7-45e3-91d0-eefab6200bc7 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441196 May 12 15:40:10.066440 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58280) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:10.131141 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_v2 [None req-49922a74-4d20-421a-b3f1-00c7f67ecbcc admin admin] Deleting subnet ed17e5bb-afa6-42a1-9b52-c4f5fad0657d {{(pid=79429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:40:10.134467 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-49922a74-4d20-421a-b3f1-00c7f67ecbcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:10.183872 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bdc8d-4bbd-41c7-9b71-c4f0ceac5d09 req-acbe1aa6-99f0-424d-8625-3857ae709a83 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:10.185386 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-982bdc8d-4bbd-41c7-9b71-c4f0ceac5d09 req-acbe1aa6-99f0-424d-8625-3857ae709a83 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 945 time: 0.0856049 May 12 15:40:10.190098 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-49922a74-4d20-421a-b3f1-00c7f67ecbcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11704334'] for subnet, precommit_delete_associations {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:10.233353 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-982bdc8d-4bbd-41c7-9b71-c4f0ceac5d09 req-bf44fd5d-e62a-48ec-b377-3e42ed5cd2f9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417805 May 12 15:40:10.255921 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-49922a74-4d20-421a-b3f1-00c7f67ecbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:10.330666 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device a11ed92b-6080-498b-b871-cf0eacb58902 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:40:10.367811 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: a11ed92b-6080-498b-b871-cf0eacb58902 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:40:10.368396 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device a11ed92b-6080-498b-b871-cf0eacb58902 not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:40:10.602258 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-49922a74-4d20-421a-b3f1-00c7f67ecbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11984526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11965726'] for subnet, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:10.608473 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:10.643049 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49922a74-4d20-421a-b3f1-00c7f67ecbcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed17e5bb-afa6-42a1-9b52-c4f5fad0657d,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:10.645631 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-49922a74-4d20-421a-b3f1-00c7f67ecbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:10.647761 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-49922a74-4d20-421a-b3f1-00c7f67ecbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:10.651854 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-49922a74-4d20-421a-b3f1-00c7f67ecbcc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ed17e5bb-afa6-42a1-9b52-c4f5fad0657d HTTP/1.1" status: 204 len: 168 time: 0.5843759 May 12 15:40:10.654288 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58292) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:10.763258 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:10.892248 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:10.909292 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b60c812-f3c9-4441-925f-9e2e918d7706']}} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:10.922123 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125a4b66-009c-4817-8780-db2bfa7dca37') {'for_net_delete': True} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:10.922458 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125a4b66-009c-4817-8780-db2bfa7dca37') {} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:10.934574 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11704337'] for segment, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:10.944526 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:10.959271 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:10.965373 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=79429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:40:10.965804 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11984616'] for segment, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: Traceback (most recent call last): May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: timer() May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: cb(*args, **kw) May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: return func(*args, **kwargs) May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: self._notify() May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: self.callback(batched_events) May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: event.method(event) May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: return f(self, *a, **k) May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: return self._get(url).json() May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: return self.request(url, 'GET', **kwargs) May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:40:10.979105 dv-cinder-789603-6-smb neutron-server[79429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:40:11.159373 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:11.163189 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fe784-69b1-4c26-9a26-45908903a5ca req-4a465878-b38e-4493-b906-1200e7a93977 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:11.163695 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-78fdf4e9-1cd2-42a9-91d5-2e710d029e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:11.164920 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2f0fe784-69b1-4c26-9a26-45908903a5ca req-4a465878-b38e-4493-b906-1200e7a93977 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0893650 May 12 15:40:11.187939 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b60c812-f3c9-4441-925f-9e2e918d7706,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:11.194305 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:11.197079 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:11.223889 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2f0fe784-69b1-4c26-9a26-45908903a5ca req-a91554c2-8280-4d7d-8a91-2ed86ff7eafa tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516500 May 12 15:40:11.265262 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0b60c812-f3c9-4441-925f-9e2e918d7706 HTTP/1.1" status: 204 len: 168 time: 0.6096940 May 12 15:40:11.643275 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58318) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:11.691950 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-e3fabc62-5925-467e-8d8e-4ceae267fd75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e102920e7f4e4b588b73ea2391a81b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474896 May 12 15:40:11.694241 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58322) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:11.756472 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-75bfcce9-a479-4a97-b442-419277104bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:11.782389 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-75bfcce9-a479-4a97-b442-419277104bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:11.784907 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-0b37a3bd-208f-4995-bfb7-9ab4f1847d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:11.937449 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-75bfcce9-a479-4a97-b442-419277104bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:11.944331 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-ce33a143-6a19-4e77-9304-be10978d61e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:11.957438 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfcce9-a479-4a97-b442-419277104bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422303ff-2865-4c5a-8120-0e66bf17472c,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:11.959773 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-75bfcce9-a479-4a97-b442-419277104bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:11.964746 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-75bfcce9-a479-4a97-b442-419277104bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:11.966613 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-75bfcce9-a479-4a97-b442-419277104bbd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/422303ff-2865-4c5a-8120-0e66bf17472c HTTP/1.1" status: 204 len: 168 time: 0.2714593 May 12 15:40:12.459769 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a278dc-214e-4fc5-a014-c6c4a81c54bb req-1f7487c4-3202-4b95-b07a-515e07ead22e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:12.462147 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a2a278dc-214e-4fc5-a014-c6c4a81c54bb req-1f7487c4-3202-4b95-b07a-515e07ead22e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0992510 May 12 15:40:12.547429 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a2a278dc-214e-4fc5-a014-c6c4a81c54bb req-99b240b6-c252-47a6-a2ab-a6fa16d1d6ea tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789683 May 12 15:40:12.593166 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18698ce2-eee0-4031-b573-aa765b62e9b8 req-1733b8af-7c88-4270-9dd1-d7ab743b3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:12.595872 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-18698ce2-eee0-4031-b573-aa765b62e9b8 req-1733b8af-7c88-4270-9dd1-d7ab743b3abd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 1098 time: 0.1856873 May 12 15:40:12.649826 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-18698ce2-eee0-4031-b573-aa765b62e9b8 req-346504be-fd71-44f5-9d3e-9ee4a27bab68 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409172 May 12 15:40:13.777237 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ed42f-c2f3-422a-9e42-0ec6732e35f1 req-c231af85-6497-43f6-a520-180b0c38b146 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:13.788691 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-696ed42f-c2f3-422a-9e42-0ec6732e35f1 req-c231af85-6497-43f6-a520-180b0c38b146 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0872071 May 12 15:40:13.826179 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-696ed42f-c2f3-422a-9e42-0ec6732e35f1 req-d648fdde-4ef2-4b41-a08b-72d50ead7777 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411332 May 12 15:40:14.247181 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-8e0535b3-ba58-40b1-a02a-a50f998ee932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:14.304564 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:15.040177 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0251f-cca2-4e80-b1c6-3d0c971cbef0 req-5523e0f7-1f9b-46f5-a672-06763400881b tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:15.041678 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bbd0251f-cca2-4e80-b1c6-3d0c971cbef0 req-5523e0f7-1f9b-46f5-a672-06763400881b tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0836840 May 12 15:40:15.089267 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bbd0251f-cca2-4e80-b1c6-3d0c971cbef0 req-336eab65-ab85-4a23-a561-9c9be0f1c0d6 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 May 12 15:40:15.338976 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:15.859169 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c4d4d-58a2-4cdf-85dd-d74f2c6dac3e req-72f76c55-b6f7-4146-960d-f3aed38be9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:15.860986 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-ea0c4d4d-58a2-4cdf-85dd-d74f2c6dac3e req-72f76c55-b6f7-4146-960d-f3aed38be9e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=832d7645d4694f93b0a5b83e8377da35&device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 1098 time: 0.0831101 May 12 15:40:15.932201 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-7f2ab054-f3be-4d61-b73c-acb1fa9a2f57 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:15.933658 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-7f2ab054-f3be-4d61-b73c-acb1fa9a2f57 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/networks?id=77180020-91b4-4911-aa69-74b8c2d8930e HTTP/1.1" status: 200 len: 814 time: 0.2014077 May 12 15:40:15.942807 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e936c-2c7c-48a9-98f8-be9022740ebf req-9d3692b1-333a-40c6-aa07-d8af9e64b23d tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:15.944266 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d97e936c-2c7c-48a9-98f8-be9022740ebf req-9d3692b1-333a-40c6-aa07-d8af9e64b23d tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.2139235 May 12 15:40:15.973882 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-6c9c0235-e5e0-4779-8a49-01c95e800c83 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/quotas/d334301116c5430eb10d5ddeb97dd9f5 HTTP/1.1" status: 200 len: 375 time: 0.0285285 May 12 15:40:16.002829 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c4d4d-58a2-4cdf-85dd-d74f2c6dac3e req-f8947653-fd4a-4c3f-8860-b64b2fabc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:16.009094 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-ea0c4d4d-58a2-4cdf-85dd-d74f2c6dac3e req-f8947653-fd4a-4c3f-8860-b64b2fabc5ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=e149a484-26c4-4518-be41-6c6d1ceac693 HTTP/1.1" status: 200 len: 919 time: 0.1368518 May 12 15:40:16.038027 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d97e936c-2c7c-48a9-98f8-be9022740ebf req-a486dd47-36b0-4791-9333-df6d705a9b77 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858462 May 12 15:40:16.047972 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-06184e52-ce98-4299-a3f8-aa0353a98200 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d334301116c5430eb10d5ddeb97dd9f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585277 May 12 15:40:16.088773 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-ea0c4d4d-58a2-4cdf-85dd-d74f2c6dac3e req-d84a5f8b-2fb2-46b3-a2bf-67d89cf31590 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db21adc5-bba3-4a1e-b730-578bf5cade7a HTTP/1.1" status: 200 len: 217 time: 0.0755563 May 12 15:40:16.190274 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c4d4d-58a2-4cdf-85dd-d74f2c6dac3e req-c4b9ffd2-91f8-47e1-a7ea-228f0211bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:16.192805 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-ea0c4d4d-58a2-4cdf-85dd-d74f2c6dac3e req-c4b9ffd2-91f8-47e1-a7ea-228f0211bd4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4bb5121-ca7c-4ce3-b5ba-87b429a70160 HTTP/1.1" status: 200 len: 858 time: 0.0948792 May 12 15:40:16.210317 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-ced26fd5-da99-41e3-95a5-963e82fce75a service neutron] 10.222.0.61 "GET /v2.0/networks/77180020-91b4-4911-aa69-74b8c2d8930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446826 May 12 15:40:16.254975 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-ea0c4d4d-58a2-4cdf-85dd-d74f2c6dac3e req-daa839ba-b56b-4f61-b296-77ab51a1df78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e149a484-26c4-4518-be41-6c6d1ceac693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531685 May 12 15:40:16.405150 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-ea0c4d4d-58a2-4cdf-85dd-d74f2c6dac3e req-3971969b-7cab-4c2e-8c13-1778e2ed7777 service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352026 May 12 15:40:16.411513 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-64c2b47d-9520-46d7-bdc5-5cf597e821d1 service neutron] 10.222.0.61 "GET /v2.0/networks/77180020-91b4-4911-aa69-74b8c2d8930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002826 May 12 15:40:16.550742 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-ea0c4d4d-58a2-4cdf-85dd-d74f2c6dac3e req-ca234bae-d7a7-4884-aab9-5cf46e510b0f service neutron] 10.222.0.15 "GET /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305404 May 12 15:40:16.693571 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5d709394-4a1f-4b65-aad2-09e3c3ab2268 req-dc252983-b09c-4d77-b080-c507121afb1c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 210 time: 0.0451195 May 12 15:40:16.776913 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 58508) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:16.900739 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3826c3f2-d0db-4165-887c-bc1cc46c2580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:16.918102 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-3826c3f2-d0db-4165-887c-bc1cc46c2580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:16.921804 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-3826c3f2-d0db-4165-887c-bc1cc46c2580 admin admin] Usage tracker for resource:security_group_rule and tenant:00323e5db442461f96fe36af775d7dc7 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:16.925259 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-3826c3f2-d0db-4165-887c-bc1cc46c2580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:16.931322 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-3826c3f2-d0db-4165-887c-bc1cc46c2580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:17.019192 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3826c3f2-d0db-4165-887c-bc1cc46c2580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:17.228691 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:17.242904 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7266c3-bf8c-4e60-a1f1-1c068a5acc95 req-504d160d-c69b-40c3-924d-20381de4b3b0 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:17.244347 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7e7266c3-bf8c-4e60-a1f1-1c068a5acc95 req-504d160d-c69b-40c3-924d-20381de4b3b0 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0901544 May 12 15:40:17.268806 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3826c3f2-d0db-4165-887c-bc1cc46c2580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:17.279229 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ba2b568d-8a5f-467f-a05f-1eaa1c1feb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:17.337872 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826c3f2-d0db-4165-887c-bc1cc46c2580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc676174-8a08-4a3a-946f-f64d3e07d05e,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:17.341202 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3826c3f2-d0db-4165-887c-bc1cc46c2580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:17.347339 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-3826c3f2-d0db-4165-887c-bc1cc46c2580 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00323e5db442461f96fe36af775d7dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5691092 May 12 15:40:17.349745 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58518) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:17.352729 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7e7266c3-bf8c-4e60-a1f1-1c068a5acc95 req-12018ff5-2b01-4da3-8bd2-be64e8bc489b tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004093 May 12 15:40:17.417064 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5242fbc4-1768-435d-bffc-587013db7301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:17.444183 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5242fbc4-1768-435d-bffc-587013db7301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:17.588525 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5242fbc4-1768-435d-bffc-587013db7301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:17.592766 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e04d5d7e-3cb4-4ae0-9773-8bc8196a7210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:17.608516 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242fbc4-1768-435d-bffc-587013db7301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc676174-8a08-4a3a-946f-f64d3e07d05e,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:17.611990 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-5242fbc4-1768-435d-bffc-587013db7301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:17.634856 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5242fbc4-1768-435d-bffc-587013db7301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:17.636721 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-5242fbc4-1768-435d-bffc-587013db7301 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc676174-8a08-4a3a-946f-f64d3e07d05e HTTP/1.1" status: 204 len: 168 time: 0.2839701 May 12 15:40:17.798287 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-963c3e71-a137-4a96-81e5-cceee1ad7f9f req-a6cdae6e-a26d-4241-ac1c-5372ec908877 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 210 time: 0.0492551 May 12 15:40:18.137088 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa68a-c6ed-468b-975c-11bc14f79ee1 req-57ad0b68-8bf2-464f-be0a-1839fa938c73 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:18.138556 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-edafa68a-c6ed-468b-975c-11bc14f79ee1 req-57ad0b68-8bf2-464f-be0a-1839fa938c73 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 945 time: 0.1026506 May 12 15:40:18.186288 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-edafa68a-c6ed-468b-975c-11bc14f79ee1 req-e99e1e30-a5db-42d4-a569-c090067a9f1d tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 May 12 15:40:18.218566 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58546) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:18.508488 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d83d273-7daf-456f-9ce6-e9af0f6a65a5 tempest-TestMinimumBasicScenario-1153842064 tempest-TestMinimumBasicScenario-1153842064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:18.510035 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-3d83d273-7daf-456f-9ce6-e9af0f6a65a5 tempest-TestMinimumBasicScenario-1153842064 tempest-TestMinimumBasicScenario-1153842064-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 1093 time: 0.2954829 May 12 15:40:18.513013 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58558) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:18.519140 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Request body: {'floatingip': {'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'port_id': '00b89405-42f1-4193-9de0-f7c6eacde56c', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:18.525232 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:18.529269 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Usage tracker for resource:floatingip and tenant:819eaf9b77fb4b30a2e88e379a7dd20a is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:18.532282 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:18.539208 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:18.546649 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 58562) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:18.571662 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4ea1dcb3-25b1-4c63-af67-7955699fc6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:18.592263 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-4ea1dcb3-25b1-4c63-af67-7955699fc6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:18.605062 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-4ea1dcb3-25b1-4c63-af67-7955699fc6f1 admin admin] Usage tracker for resource:security_group_rule and tenant:10356a35e28e4de3a3fda592666956fb is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:18.609728 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-4ea1dcb3-25b1-4c63-af67-7955699fc6f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:18.625170 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc724af1-f2f0-4513-b5d4-7f89255d265d req-703819e0-5d94-421b-b991-3b7105ac49a2 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:18.626902 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bc724af1-f2f0-4513-b5d4-7f89255d265d req-703819e0-5d94-421b-b991-3b7105ac49a2 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1337497 May 12 15:40:18.628051 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-4ea1dcb3-25b1-4c63-af67-7955699fc6f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:18.659365 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for floatingip, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:18.707270 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bc724af1-f2f0-4513-b5d4-7f89255d265d req-52ca88b0-8e6b-43bf-85d6-30a9206d7a3c tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688524 May 12 15:40:18.774469 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4ea1dcb3-25b1-4c63-af67-7955699fc6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:18.824966 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:18.870222 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4ea1dcb3-25b1-4c63-af67-7955699fc6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:18.900557 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4492da98-13a3-4ff7-b443-ebdf5d86ec76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:18.933884 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-4ea1dcb3-25b1-4c63-af67-7955699fc6f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10356a35e28e4de3a3fda592666956fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860197 May 12 15:40:18.934764 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1dcb3-25b1-4c63-af67-7955699fc6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182bbfb5-eddd-48b5-b529-5546c88afaab,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:18.937819 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 58570) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:18.940848 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4ea1dcb3-25b1-4c63-af67-7955699fc6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:19.004178 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Allocated IP 172.28.0.177 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/499983b0-81fc-40a1-9b21-d4909c728de2) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:40:19.019382 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-35a7547d-596a-43b7-8a84-70d8ca12c401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:19.049978 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-35a7547d-596a-43b7-8a84-70d8ca12c401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:19.142395 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ee4b8678-9c66-4b44-944a-4247d345ac4e req-ab5bf2ed-5d83-4797-b46b-d0cd22658f45 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 210 time: 0.0462537 May 12 15:40:19.170084 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:19.213356 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-35a7547d-596a-43b7-8a84-70d8ca12c401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:19.219178 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-bf87dcef-6170-4026-b11b-35d8c076d85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:19.235172 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7547d-596a-43b7-8a84-70d8ca12c401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182bbfb5-eddd-48b5-b529-5546c88afaab,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:19.237324 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-35a7547d-596a-43b7-8a84-70d8ca12c401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:19.249390 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-35a7547d-596a-43b7-8a84-70d8ca12c401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:19.254342 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-35a7547d-596a-43b7-8a84-70d8ca12c401 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/182bbfb5-eddd-48b5-b529-5546c88afaab HTTP/1.1" status: 204 len: 168 time: 0.3152814 May 12 15:40:19.265889 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:19.271875 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:19.336029 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:40:19.338830 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:40:19.342763 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:40:19.393779 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event updated for resources: {'Port': ['ID=499983b0-81fc-40a1-9b21-d4909c728de2,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:19.394368 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:19.864676 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-b9143cfe-12c1-4a15-80ed-4e275a209e74 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:19.865565 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-b9143cfe-12c1-4a15-80ed-4e275a209e74 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Synchronizing usage tracker for tenant:d334301116c5430eb10d5ddeb97dd9f5 on resource:network {{(pid=79429) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:40:19.991862 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438769fc-b155-4b93-9661-59cc1be31200 req-0e5d2df9-9fbd-4cad-822b-4c2d7e1886e3 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:19.993374 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-438769fc-b155-4b93-9661-59cc1be31200 req-0e5d2df9-9fbd-4cad-822b-4c2d7e1886e3 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1019638 May 12 15:40:20.041493 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-438769fc-b155-4b93-9661-59cc1be31200 req-11a41770-ad2d-48c1-8fe4-76e705244314 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 May 12 15:40:20.042520 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:20.127228 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-b9143cfe-12c1-4a15-80ed-4e275a209e74 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Unset dirty status for tenant:d334301116c5430eb10d5ddeb97dd9f5 on resource:network {{(pid=79429) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:40:20.128855 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-b9143cfe-12c1-4a15-80ed-4e275a209e74 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.15 "GET /v2.0/networks?id=77180020-91b4-4911-aa69-74b8c2d8930e HTTP/1.1" status: 200 len: 814 time: 0.6911275 May 12 15:40:20.151052 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Request body: {'port': {'device_id': '8c3f757c-524e-4eca-8dc1-e6160a4c0700', 'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e', 'admin_state_up': True, 'tenant_id': 'd334301116c5430eb10d5ddeb97dd9f5'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:20.324709 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7b5b65ec-5cf6-4378-9dee-1967277d0d4b req-1ebc405d-3400-426f-bbb0-130cd1ab5145 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 210 time: 0.0475852 May 12 15:40:20.351127 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:20.461990 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:20.488278 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Usage tracker for resource:port and tenant:d334301116c5430eb10d5ddeb97dd9f5 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:20.494940 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:20.554950 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:20.627698 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Made reservation on behalf of d334301116c5430eb10d5ddeb97dd9f5 for: {'port': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:40:20.631504 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:20.707132 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9cd7b-75af-4162-bba0-412f6e7c1229 req-3f16bb12-036c-4ac9-87aa-ecc5ce4d1ceb tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:20.709193 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6ac9cd7b-75af-4162-bba0-412f6e7c1229 req-3f16bb12-036c-4ac9-87aa-ecc5ce4d1ceb tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 947 time: 0.1038644 May 12 15:40:20.743442 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:20.774580 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6ac9cd7b-75af-4162-bba0-412f6e7c1229 req-33989f50-3f39-4042-97f2-441f9e570e21 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592709 May 12 15:40:20.819407 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:20.825940 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:20.944380 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Allocated IP 172.20.0.7 (77180020-91b4-4911-aa69-74b8c2d8930e/e567c833-bf2c-4d3b-b0d9-ac10fc9becb0/96381f30-300f-4818-a4b5-c5940e726528) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:40:20.968024 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event updated for resources: {'Port': ['ID=499983b0-81fc-40a1-9b21-d4909c728de2,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:20.970994 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:20.992805 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:21.340164 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.l3_db [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Floating IP 2dd7a241-2c32-464a-98f3-ff7a45a26296 associated. External IP: 172.28.0.177, port: 00b89405-42f1-4193-9de0-f7c6eacde56c. May 12 15:40:21.484540 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-38e1b57f-f647-4834-a27d-cfd7ca92da0d req-88b35e3f-e606-421f-a6d6-83ec037cc950 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 210 time: 0.0480254 May 12 15:40:21.586584 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:21.671647 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 58646) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:21.775459 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:21.787928 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e7a5348d-5c88-4e7e-892b-2bd4f55283bf tempest-DeleteServersTestJSON-2002736145 tempest-DeleteServersTestJSON-2002736145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:21.805037 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-542979f6-f108-4f0d-94bf-5de18a870826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:21.821820 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-542979f6-f108-4f0d-94bf-5de18a870826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:21.826103 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-542979f6-f108-4f0d-94bf-5de18a870826 admin admin] Usage tracker for resource:security_group_rule and tenant:693c900c542044229fd994d4dd71432b is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:21.829036 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-542979f6-f108-4f0d-94bf-5de18a870826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:21.835586 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-542979f6-f108-4f0d-94bf-5de18a870826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:21.860744 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Network 77180020-91b4-4911-aa69-74b8c2d8930e is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:40:21.872756 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:40:21.883209 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:40:21.939134 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Pushing event updated for resources: {'Port': ['ID=96381f30-300f-4818-a4b5-c5940e726528,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:21.945790 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:21.978205 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-542979f6-f108-4f0d-94bf-5de18a870826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:21.981521 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Router 098b7d13-53fd-402c-9f78-3916d67a9a40 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:40:21.989610 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:21.990225 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:22.010721 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb188ef5-070d-4fd7-859b-4251d4049b02 req-742a8fbe-3f1a-4694-96b5-e38a36ec2d10 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:22.012225 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cb188ef5-070d-4fd7-859b-4251d4049b02 req-742a8fbe-3f1a-4694-96b5-e38a36ec2d10 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 947 time: 0.1111217 May 12 15:40:22.056769 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-542979f6-f108-4f0d-94bf-5de18a870826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:22.070469 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-35a7547d-596a-43b7-8a84-70d8ca12c401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:22.101899 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cb188ef5-070d-4fd7-859b-4251d4049b02 req-38a7b9de-13e4-41e4-836d-45a3b58bf9e9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811784 May 12 15:40:22.144067 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542979f6-f108-4f0d-94bf-5de18a870826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff09e28-c6b0-4289-8b84-1edacb0d0bd5,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:22.151053 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-542979f6-f108-4f0d-94bf-5de18a870826 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=693c900c542044229fd994d4dd71432b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4758911 May 12 15:40:22.151053 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-542979f6-f108-4f0d-94bf-5de18a870826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:22.157511 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 58658) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:22.225032 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:40:22.240093 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b5c93b09-0441-4bcf-8b1b-86281957e890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:22.240287 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af1e6c-b08c-4119-bfff-6993b99c9cd8 None None] Sync routers for ids ['098b7d13-53fd-402c-9f78-3916d67a9a40'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:40:22.247683 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af1e6c-b08c-4119-bfff-6993b99c9cd8 None None] Routers {'098b7d13-53fd-402c-9f78-3916d67a9a40'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:40:22.248389 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1044021 May 12 15:40:22.248521 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-75af1e6c-b08c-4119-bfff-6993b99c9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:40:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['098b7d13-53fd-402c-9f78-3916d67a9a40'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:22.265635 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Request body: {'port': {'device_id': '8c3f757c-524e-4eca-8dc1-e6160a4c0700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:22.277009 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b5c93b09-0441-4bcf-8b1b-86281957e890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:22.367382 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:22.425021 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b5c93b09-0441-4bcf-8b1b-86281957e890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:22.430945 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-614ccd5a-f5d9-4a1c-b799-d84b7d0ca15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:22.433884 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-75af1e6c-b08c-4119-bfff-6993b99c9cd8 None None] Set router 098b7d13-53fd-402c-9f78-3916d67a9a40 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:40:22.438728 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:22.452470 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c93b09-0441-4bcf-8b1b-86281957e890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff09e28-c6b0-4289-8b84-1edacb0d0bd5,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:22.460229 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9388328 May 12 15:40:22.461000 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b5c93b09-0441-4bcf-8b1b-86281957e890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:22.461000 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b5c93b09-0441-4bcf-8b1b-86281957e890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:22.462392 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:22.472980 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-b5c93b09-0441-4bcf-8b1b-86281957e890 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ff09e28-c6b0-4289-8b84-1edacb0d0bd5 HTTP/1.1" status: 204 len: 168 time: 0.3143094 May 12 15:40:22.476092 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 58664) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:22.488455 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424408371', 'description': 'tempest-secgroup-smoke-1424408371 description', 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:22.495569 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:22.507665 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:22.630039 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:22.662517 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:22.666278 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c', 'status': 'completed', 'code': 200} May 12 15:40:22.718044 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Usage tracker for resource:security_group_rule and tenant:819eaf9b77fb4b30a2e88e379a7dd20a is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:22.726408 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:22.734965 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:22.795043 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889c27e-30c3-4a2b-8da6-eb6058a89681 req-8c50d5ae-2d12-4603-8f8f-515de4d98d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:22.796587 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f889c27e-30c3-4a2b-8da6-eb6058a89681 req-8c50d5ae-2d12-4603-8f8f-515de4d98d75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=819eaf9b77fb4b30a2e88e379a7dd20a&device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 1098 time: 0.2152452 May 12 15:40:22.902272 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd68e0-0f98-4d53-bb91-50c86ca3bdf5 req-8bd91ea1-f70f-42f2-9ea6-d7fce9ba4621 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:22.909818 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a0fd68e0-0f98-4d53-bb91-50c86ca3bdf5 req-8bd91ea1-f70f-42f2-9ea6-d7fce9ba4621 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 931 time: 0.2512348 May 12 15:40:22.999815 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96381f30-300f-4818-a4b5-c5940e726528 {{(pid=79429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:40:23.003447 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-75af1e6c-b08c-4119-bfff-6993b99c9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:39:07Z', 'revision_number': 4, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port': {'id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:02Z', 'updated_at': '2021-05-12T15:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': '2dd7a241-2c32-464a-98f3-ff7a45a26296', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'port_id': '00b89405-42f1-4193-9de0-f7c6eacde56c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'mac_address': 'fa:16:3e:6f:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:40:19Z', 'updated_at': '2021-05-12T15:40:19Z', 'revision_number': 0, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd', 'name': '', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'mac_address': 'fa:16:3e:70:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:06Z', 'updated_at': '2021-05-12T15:39:15Z', 'revision_number': 5, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'subnets': [{'id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:23.007896 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af1e6c-b08c-4119-bfff-6993b99c9cd8 None None] Checking router: 098b7d13-53fd-402c-9f78-3916d67a9a40 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:40:23.011928 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:23.017903 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af1e6c-b08c-4119-bfff-6993b99c9cd8 None None] Routers {'098b7d13-53fd-402c-9f78-3916d67a9a40'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:40:23.019328 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-75af1e6c-b08c-4119-bfff-6993b99c9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:40:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['098b7d13-53fd-402c-9f78-3916d67a9a40'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:23.032651 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Transition to ACTIVE for port object 96381f30-300f-4818-a4b5-c5940e726528 will not be triggered until provisioned by entity L2. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:40:23.106976 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:23.166853 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a0fd68e0-0f98-4d53-bb91-50c86ca3bdf5 req-d2b92900-032a-4c22-98b8-3b6b80498ec9 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561066 May 12 15:40:23.202688 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889c27e-30c3-4a2b-8da6-eb6058a89681 req-33a1bdd4-7d06-47da-b463-61e9c118cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:23.205504 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f889c27e-30c3-4a2b-8da6-eb6058a89681 req-33a1bdd4-7d06-47da-b463-61e9c118cf15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd10d637-447c-4439-bfbb-15e63521bc89 HTTP/1.1" status: 200 len: 915 time: 0.3560419 May 12 15:40:23.226703 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:23.235704 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-cf262383-8119-4867-a188-e6749f78fa29 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:23.236026 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-75af1e6c-b08c-4119-bfff-6993b99c9cd8 None None] Set router 098b7d13-53fd-402c-9f78-3916d67a9a40 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:40:23.282536 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:23.293493 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b769549-0086-4049-8674-108aece636b0 req-85f3c8fd-50c9-4f1e-8a1e-d794bb0757a6 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:23.294989 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5b769549-0086-4049-8674-108aece636b0 req-85f3c8fd-50c9-4f1e-8a1e-d794bb0757a6 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 947 time: 0.2544661 May 12 15:40:23.306077 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-02d05e36-3496-4022-8366-68aa74507204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:23.479571 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca841240-2181-42b0-a203-6498862c5b0c,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:23.494853 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:23.495458 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Pushing event updated for resources: {'Port': ['ID=96381f30-300f-4818-a4b5-c5940e726528,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:23.495728 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f889c27e-30c3-4a2b-8da6-eb6058a89681 req-406b797f-c470-4a62-82a0-2a35de029c7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b89405-42f1-4193-9de0-f7c6eacde56c HTTP/1.1" status: 200 len: 999 time: 0.2781870 May 12 15:40:23.500847 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:23.541634 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:40:23.587890 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Attempting to bind port 96381f30-300f-4818-a4b5-c5940e726528 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:40:23.588498 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Attempting to bind port 96381f30-300f-4818-a4b5-c5940e726528 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd7951a01-e08a-4487-9123-cb0331064858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e'}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:40:23.589176 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Attempting to bind port 96381f30-300f-4818-a4b5-c5940e726528 on network 77180020-91b4-4911-aa69-74b8c2d8930e {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:40:23.595879 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Port 96381f30-300f-4818-a4b5-c5940e726528 on network 77180020-91b4-4911-aa69-74b8c2d8930e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:40:23.596451 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Attempting to bind port 96381f30-300f-4818-a4b5-c5940e726528 on network 77180020-91b4-4911-aa69-74b8c2d8930e {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:40:23.603153 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:40:23.604674 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Checking segment: {'id': 'd7951a01-e08a-4487-9123-cb0331064858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:40:23.604674 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Bound using segment: {'id': 'd7951a01-e08a-4487-9123-cb0331064858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e'} {{(pid=79429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:40:23.605228 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.managers [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Bound port: 96381f30-300f-4818-a4b5-c5940e726528, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7951a01-e08a-4487-9123-cb0331064858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e'}}] {{(pid=79429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:40:23.605758 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:23.632942 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:23.634540 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1551018 May 12 15:40:23.644687 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 58696) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:23.659166 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-902154ec-1714-4a3d-a3b5-d1af5c10fb0f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Request body: {'security_group_rule': {'security_group_id': 'ca841240-2181-42b0-a203-6498862c5b0c', 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:23.678853 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-902154ec-1714-4a3d-a3b5-d1af5c10fb0f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:23.698313 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-902154ec-1714-4a3d-a3b5-d1af5c10fb0f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Usage tracker for resource:security_group_rule and tenant:819eaf9b77fb4b30a2e88e379a7dd20a is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:23.698804 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-75af1e6c-b08c-4119-bfff-6993b99c9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:39:07Z', 'revision_number': 4, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port': {'id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:02Z', 'updated_at': '2021-05-12T15:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': '2dd7a241-2c32-464a-98f3-ff7a45a26296', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'port_id': '00b89405-42f1-4193-9de0-f7c6eacde56c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'mac_address': 'fa:16:3e:6f:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:40:19Z', 'updated_at': '2021-05-12T15:40:19Z', 'revision_number': 0, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd', 'name': '', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'mac_address': 'fa:16:3e:70:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:06Z', 'updated_at': '2021-05-12T15:39:15Z', 'revision_number': 5, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'subnets': [{'id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:23.703680 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af1e6c-b08c-4119-bfff-6993b99c9cd8 None None] The sync data for ids ['098b7d13-53fd-402c-9f78-3916d67a9a40'] in dv-cinder-789603-6-smb is: [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:39:07Z', 'revision_number': 4, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port': {'id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:02Z', 'updated_at': '2021-05-12T15:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': '2dd7a241-2c32-464a-98f3-ff7a45a26296', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'port_id': '00b89405-42f1-4193-9de0-f7c6eacde56c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'mac_address': 'fa:16:3e:6f:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:40:19Z', 'updated_at': '2021-05-12T15:40:19Z', 'revision_number': 0, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd', 'name': '', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'mac_address': 'fa:16:3e:70:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:06Z', 'updated_at': '2021-05-12T15:39:15Z', 'revision_number': 5, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'subnets': [{'id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:40:23.720867 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a9105-6e8a-4336-b592-9bdf24579805 req-2d2a901a-1fd7-4be5-a511-95a781490e5e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:23.728289 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0b8a9105-6e8a-4336-b592-9bdf24579805 req-2d2a901a-1fd7-4be5-a511-95a781490e5e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 947 time: 0.4470809 May 12 15:40:23.730898 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-902154ec-1714-4a3d-a3b5-d1af5c10fb0f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:23.765766 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-902154ec-1714-4a3d-a3b5-d1af5c10fb0f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:23.770462 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889c27e-30c3-4a2b-8da6-eb6058a89681 req-2b9141cd-0fb5-4ff1-8ee7-9895899194a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:23.772246 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f889c27e-30c3-4a2b-8da6-eb6058a89681 req-2b9141cd-0fb5-4ff1-8ee7-9895899194a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2ab8463-a9ea-4251-b751-01eca3a884d3 HTTP/1.1" status: 200 len: 853 time: 0.2661636 May 12 15:40:23.852330 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] For port 96381f30-300f-4818-a4b5-c5940e726528, host hv-cinder-78960, cleared binding levels {{(pid=79429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:40:23.864916 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] For port 96381f30-300f-4818-a4b5-c5940e726528, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=96381f30-300f-4818-a4b5-c5940e726528,segment=NetworkSegment(d7951a01-e08a-4487-9123-cb0331064858),segment_id=d7951a01-e08a-4487-9123-cb0331064858)] {{(pid=79429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:40:23.868650 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0b8a9105-6e8a-4336-b592-9bdf24579805 req-816cd765-0c9b-462d-9295-a70a47054ebf tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392817 May 12 15:40:23.880069 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Deleting port 66b32936-92af-4c88-a369-451c41085c70 {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:40:23.880505 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:23.964447 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:23.967369 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-060f8e78-7e92-436c-aa7c-689fe38f5002 tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:24.007906 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-902154ec-1714-4a3d-a3b5-d1af5c10fb0f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:24.064200 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b12def-fa95-4184-9906-9793dd777386 None None] New status for floating IP 2dd7a241-2c32-464a-98f3-ff7a45a26296: ACTIVE {{(pid=79430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:40:24.100573 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:24.101790 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:24.104128 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] 10.222.0.15 "PUT /v2.0/ports/96381f30-300f-4818-a4b5-c5940e726528 HTTP/1.1" status: 200 len: 1093 time: 1.8430688 May 12 15:40:24.128150 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Pushing event updated for resources: {'Port': ['ID=96381f30-300f-4818-a4b5-c5940e726528,revision_number=3']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:24.131759 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:24.140949 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] For port 66b32936-92af-4c88-a369-451c41085c70, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=66b32936-92af-4c88-a369-451c41085c70,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:24.145420 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:24.249341 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889c27e-30c3-4a2b-8da6-eb6058a89681 req-a67384c8-0bff-497d-8dc4-a6b75e9f75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:24.250832 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f889c27e-30c3-4a2b-8da6-eb6058a89681 req-a67384c8-0bff-497d-8dc4-a6b75e9f75f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd10d637-447c-4439-bfbb-15e63521bc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4589286 May 12 15:40:24.359584 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-7cef8178-1330-41e0-909b-84d9c580fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:24.361752 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-7cef8178-1330-41e0-909b-84d9c580fc61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d334301116c5430eb10d5ddeb97dd9f5&device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 1096 time: 0.0968349 May 12 15:40:24.368669 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-902154ec-1714-4a3d-a3b5-d1af5c10fb0f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:24.448821 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-93c1f03e-37da-405b-b026-55745491d1a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96381f30-300f-4818-a4b5-c5940e726528 HTTP/1.1" status: 200 len: 217 time: 0.0666544 May 12 15:40:24.464030 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-902154ec-1714-4a3d-a3b5-d1af5c10fb0f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:24.519595 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-04d06387-998a-47ad-a496-16e219ad9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:24.520855 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-04d06387-998a-47ad-a496-16e219ad9ca0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e567c833-bf2c-4d3b-b0d9-ac10fc9becb0 HTTP/1.1" status: 200 len: 854 time: 0.0617025 May 12 15:40:24.553332 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-a7d88d86-9c13-4d5b-ac18-b0ce2dcbaeb1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:24.575384 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-89a11c83-42dd-4cc9-8aa6-c908d353a93a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=77180020-91b4-4911-aa69-74b8c2d8930e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463257 May 12 15:40:24.592009 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902154ec-1714-4a3d-a3b5-d1af5c10fb0f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285f304b-1ec8-4e6f-a48a-b595f4342683,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:24.621562 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-902154ec-1714-4a3d-a3b5-d1af5c10fb0f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:24.636369 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f889c27e-30c3-4a2b-8da6-eb6058a89681 req-8cc264f2-0e71-4d15-8204-c12b39f48415 service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707280 May 12 15:40:24.668084 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3f757c-524e-4eca-8dc1-e6160a4c0700', 'tag': '96381f30-300f-4818-a4b5-c5940e726528'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:24.725501 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3f757c-524e-4eca-8dc1-e6160a4c0700', 'tag': '96381f30-300f-4818-a4b5-c5940e726528', 'status': 'completed', 'code': 200} May 12 15:40:24.734438 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-8d3789ad-0dd2-4b2a-aaf3-fc0edd14ad77 service neutron] 10.222.0.15 "GET /v2.0/networks/77180020-91b4-4911-aa69-74b8c2d8930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479928 May 12 15:40:24.873814 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-902154ec-1714-4a3d-a3b5-d1af5c10fb0f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:24.874859 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-902154ec-1714-4a3d-a3b5-d1af5c10fb0f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2252419 May 12 15:40:24.882066 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58716) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:24.892060 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Request body: {'security_group_rule': {'security_group_id': 'ca841240-2181-42b0-a203-6498862c5b0c', 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:24.898834 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:24.902744 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-6d67c7f4-5103-4ed3-8502-7e4861310a07 service neutron] 10.222.0.15 "GET /v2.0/networks/77180020-91b4-4911-aa69-74b8c2d8930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527972 May 12 15:40:24.905031 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Usage tracker for resource:security_group_rule and tenant:819eaf9b77fb4b30a2e88e379a7dd20a is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:24.908941 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:24.916935 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:24.932959 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aa854-747d-4f37-871f-b4ce331f331c req-8a83858c-82da-47af-9409-e7a37d74d90c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:24.934434 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-155aa854-747d-4f37-871f-b4ce331f331c req-8a83858c-82da-47af-9409-e7a37d74d90c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 943 time: 0.5624785 May 12 15:40:24.941427 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:24.941822 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:24.942176 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.l3_db [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Floating IP 6dc8db4a-194d-4f0b-a0f9-f43f494a9567 disassociated. External IP: 172.28.0.21, port: 66b32936-92af-4c88-a369-451c41085c70. May 12 15:40:24.942511 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Calling delete_port for 66b32936-92af-4c88-a369-451c41085c70 owned by compute:nova {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:40:25.075835 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:25.078202 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-155aa854-747d-4f37-871f-b4ce331f331c req-c2c5f2f8-2471-418e-b938-2cbabcf66118 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330733 May 12 15:40:25.080017 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f889c27e-30c3-4a2b-8da6-eb6058a89681 req-1ff4b066-1cd3-4275-9d1d-d29583c4b3bb service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810892 May 12 15:40:25.177258 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:25.218430 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceec26-c0ee-47da-846f-69ee19c27585 req-60de9ae1-b6f4-4775-a7af-8c306eb66e63 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:25.219883 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-69ceec26-c0ee-47da-846f-69ee19c27585 req-60de9ae1-b6f4-4775-a7af-8c306eb66e63 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 947 time: 0.1923318 May 12 15:40:25.352489 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-69ceec26-c0ee-47da-846f-69ee19c27585 req-cf8347de-243f-4e6d-a365-60514ad15619 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c2fbae-64e2-4169-82a5-b9c58622b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248119 May 12 15:40:25.370771 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef4835-b2f4-4ed4-9ecc-f447cd40a1cc req-f08bc94d-69e7-482f-b7fd-0d7d9b980a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:25.372665 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7cef4835-b2f4-4ed4-9ecc-f447cd40a1cc req-f08bc94d-69e7-482f-b7fd-0d7d9b980a5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d334301116c5430eb10d5ddeb97dd9f5&device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 1096 time: 0.2081263 May 12 15:40:25.394567 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:25.396656 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:25.420023 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcab775d-ac2c-4e74-9c44-64c4ab033073,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:25.430798 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.431241 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.431663 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.432079 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.432899 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.432899 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.433334 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.433854 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.434181 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.434530 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.434870 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.435209 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.438918 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:25.511116 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:25.520294 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-120f7708-9dbb-41ad-948b-8c56ef2242b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:25.567861 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event deleted for resources: {'Port': ['ID=66b32936-92af-4c88-a369-451c41085c70,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:25.570498 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef4835-b2f4-4ed4-9ecc-f447cd40a1cc req-ab121541-b3ef-4546-8a09-06530fcc110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:25.571936 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7cef4835-b2f4-4ed4-9ecc-f447cd40a1cc req-ab121541-b3ef-4546-8a09-06530fcc110c service neutron] 10.222.0.15 "GET /v2.0/networks?id=77180020-91b4-4911-aa69-74b8c2d8930e HTTP/1.1" status: 200 len: 915 time: 0.1886747 May 12 15:40:25.583414 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.583778 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.584136 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.584481 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.584828 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.585212 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.585549 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.585887 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.586223 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.586557 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.586892 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.587222 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:25.590443 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:25.595768 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:25.600347 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7148738 May 12 15:40:25.600837 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58732) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:25.607418 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-7de66b44-01e0-475b-8c0b-6455f2a719de tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Request body: {'security_group_rule': {'security_group_id': 'ca841240-2181-42b0-a203-6498862c5b0c', 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:25.614627 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-7de66b44-01e0-475b-8c0b-6455f2a719de tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:25.619826 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-7de66b44-01e0-475b-8c0b-6455f2a719de tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Usage tracker for resource:security_group_rule and tenant:819eaf9b77fb4b30a2e88e379a7dd20a is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:25.625207 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-7de66b44-01e0-475b-8c0b-6455f2a719de tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:25.632073 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-7de66b44-01e0-475b-8c0b-6455f2a719de tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:25.715720 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7cef4835-b2f4-4ed4-9ecc-f447cd40a1cc req-8521a2da-7e75-4a1e-a9da-282d5dcb10af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96381f30-300f-4818-a4b5-c5940e726528 HTTP/1.1" status: 200 len: 217 time: 0.1337872 May 12 15:40:25.733594 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7de66b44-01e0-475b-8c0b-6455f2a719de tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:25.796621 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7de66b44-01e0-475b-8c0b-6455f2a719de tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:25.869093 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef4835-b2f4-4ed4-9ecc-f447cd40a1cc req-2da23ea0-8332-47bc-b4d2-7412a47105f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:25.870529 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7cef4835-b2f4-4ed4-9ecc-f447cd40a1cc req-2da23ea0-8332-47bc-b4d2-7412a47105f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e567c833-bf2c-4d3b-b0d9-ac10fc9becb0 HTTP/1.1" status: 200 len: 854 time: 0.0959346 May 12 15:40:25.914309 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7de66b44-01e0-475b-8c0b-6455f2a719de tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:25.916410 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-6ef9c595-6fb2-46dc-9b2d-adcbf6f6e96b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:25.939899 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de66b44-01e0-475b-8c0b-6455f2a719de tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b47da0b-fdd3-410e-92cb-e129855a1e3c,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:25.942750 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-7de66b44-01e0-475b-8c0b-6455f2a719de tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:25.965218 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7cef4835-b2f4-4ed4-9ecc-f447cd40a1cc req-8f5e30b3-3fd5-4e75-a039-6f673aa829ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=77180020-91b4-4911-aa69-74b8c2d8930e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835741 May 12 15:40:26.009245 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Router c6150b42-7dc9-4796-a4da-58a8a79d4b6b has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:40:26.133331 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7de66b44-01e0-475b-8c0b-6455f2a719de tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:26.150780 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-7de66b44-01e0-475b-8c0b-6455f2a719de tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5367553 May 12 15:40:26.150780 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58742) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:26.150780 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-034361ef-d32b-4abb-a095-bcc4d213c93f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Request body: {'security_group_rule': {'security_group_id': 'ca841240-2181-42b0-a203-6498862c5b0c', 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:26.158062 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-034361ef-d32b-4abb-a095-bcc4d213c93f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:26.163183 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-034361ef-d32b-4abb-a095-bcc4d213c93f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Usage tracker for resource:security_group_rule and tenant:819eaf9b77fb4b30a2e88e379a7dd20a is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:26.166683 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-034361ef-d32b-4abb-a095-bcc4d213c93f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:26.173814 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-034361ef-d32b-4abb-a095-bcc4d213c93f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:26.314456 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-034361ef-d32b-4abb-a095-bcc4d213c93f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:26.351066 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7cef4835-b2f4-4ed4-9ecc-f447cd40a1cc req-7ac7a1c9-d4cb-4a11-a621-e47c351c56ca service neutron] 10.222.0.15 "GET /v2.0/networks/77180020-91b4-4911-aa69-74b8c2d8930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690217 May 12 15:40:26.362239 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa240c5-895d-4d0e-9415-e899fb001a4b req-72c75b1f-a046-4203-95cb-3d524064d095 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:26.363978 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cfa240c5-895d-4d0e-9415-e899fb001a4b req-72c75b1f-a046-4203-95cb-3d524064d095 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.4447732 May 12 15:40:26.400182 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-034361ef-d32b-4abb-a095-bcc4d213c93f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:26.493333 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 66b32936-92af-4c88-a369-451c41085c70 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:40:26.521768 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-034361ef-d32b-4abb-a095-bcc4d213c93f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:26.523883 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-fa65d24f-05b7-4643-a62a-0159b81e11eb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:26.533904 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: 66b32936-92af-4c88-a369-451c41085c70 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:40:26.534385 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 66b32936-92af-4c88-a369-451c41085c70 not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:40:26.558184 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034361ef-d32b-4abb-a095-bcc4d213c93f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77339c3-f1a6-44f6-8f91-b0c1dd3f85bc,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:26.561036 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-034361ef-d32b-4abb-a095-bcc4d213c93f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:26.620190 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:40:26.632489 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640665e-c527-474a-ba59-cbf195080b94 None None] Sync routers for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:40:26.647128 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640665e-c527-474a-ba59-cbf195080b94 None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:40:26.647907 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-d640665e-c527-474a-ba59-cbf195080b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:40:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:26.688566 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-034361ef-d32b-4abb-a095-bcc4d213c93f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:26.692471 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-034361ef-d32b-4abb-a095-bcc4d213c93f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5488601 May 12 15:40:26.693092 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58752) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:26.698738 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-5a4e2899-e6b0-4e60-8d79-bd69e69390b7 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Request body: {'security_group_rule': {'security_group_id': 'ca841240-2181-42b0-a203-6498862c5b0c', 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:26.705561 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-5a4e2899-e6b0-4e60-8d79-bd69e69390b7 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:26.710119 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-5a4e2899-e6b0-4e60-8d79-bd69e69390b7 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Usage tracker for resource:security_group_rule and tenant:819eaf9b77fb4b30a2e88e379a7dd20a is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:26.713563 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-5a4e2899-e6b0-4e60-8d79-bd69e69390b7 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:26.720103 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-5a4e2899-e6b0-4e60-8d79-bd69e69390b7 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:26.757694 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cfa240c5-895d-4d0e-9415-e899fb001a4b req-b25e9502-e145-44ed-9d53-0fee29b34950 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644898 May 12 15:40:26.805832 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0ca58-7007-4cc3-bdb3-d0a914ee7075 req-e99b7548-545c-4d60-a10e-23231f5aaf40 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:26.807690 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1ed0ca58-7007-4cc3-bdb3-d0a914ee7075 req-e99b7548-545c-4d60-a10e-23231f5aaf40 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 943 time: 0.5670595 May 12 15:40:26.816815 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] No DVR routers for this DVR port 66b32936-92af-4c88-a369-451c41085c70 on host hv-cinder-78960 {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:40:26.816815 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:26.829840 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'name': 'network-vif-deleted', 'tag': '66b32936-92af-4c88-a369-451c41085c70'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:26.854445 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.securitygroups_db [None req-5a4e2899-e6b0-4e60-8d79-bd69e69390b7 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Project 819eaf9b77fb4b30a2e88e379a7dd20a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:40:26.854675 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7cef4835-b2f4-4ed4-9ecc-f447cd40a1cc req-9e8ba551-15be-482e-a5fe-5e0d2d0eeb5d service neutron] 10.222.0.15 "GET /v2.0/networks/77180020-91b4-4911-aa69-74b8c2d8930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876530 May 12 15:40:26.858899 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5b769549-0086-4049-8674-108aece636b0 req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.15 "DELETE /v2.0/ports/66b32936-92af-4c88-a369-451c41085c70 HTTP/1.1" status: 204 len: 173 time: 3.5051458 May 12 15:40:26.865680 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2899-e6b0-4e60-8d79-bd69e69390b7 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:26.879925 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-d640665e-c527-474a-ba59-cbf195080b94 None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:40:26.955021 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2899-e6b0-4e60-8d79-bd69e69390b7 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:26.955423 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1ed0ca58-7007-4cc3-bdb3-d0a914ee7075 req-0f986269-369c-47a5-add0-32857b5f046a tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176939 May 12 15:40:26.957252 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-900c8737-b703-4fdf-ae2b-2ab801ec8689 req-fe06d7cf-2408-4f0c-a01b-576e245ba084 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Synchronizing usage tracker for tenant:e8d30251431447cd921829666f3b144f on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:40:27.038974 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a08000c-b735-469c-89d9-de26935804da', 'name': 'network-vif-deleted', 'tag': '66b32936-92af-4c88-a369-451c41085c70', 'status': 'completed', 'code': 200} May 12 15:40:27.076726 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2899-e6b0-4e60-8d79-bd69e69390b7 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:27.078745 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:27.103441 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e2899-e6b0-4e60-8d79-bd69e69390b7 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f692dfe-004e-4ef6-84a5-89c25220b12b,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:27.108038 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-5a4e2899-e6b0-4e60-8d79-bd69e69390b7 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:27.178577 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-900c8737-b703-4fdf-ae2b-2ab801ec8689 req-fe06d7cf-2408-4f0c-a01b-576e245ba084 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Unset dirty status for tenant:e8d30251431447cd921829666f3b144f on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:40:27.179781 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-900c8737-b703-4fdf-ae2b-2ab801ec8689 req-fe06d7cf-2408-4f0c-a01b-576e245ba084 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 210 time: 0.2908292 May 12 15:40:27.251116 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-d640665e-c527-474a-ba59-cbf195080b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:37Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:27.255877 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640665e-c527-474a-ba59-cbf195080b94 None None] Checking router: c6150b42-7dc9-4796-a4da-58a8a79d4b6b for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:40:27.265193 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640665e-c527-474a-ba59-cbf195080b94 None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:40:27.265873 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-d640665e-c527-474a-ba59-cbf195080b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:40:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:27.320207 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2899-e6b0-4e60-8d79-bd69e69390b7 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:27.321454 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-5a4e2899-e6b0-4e60-8d79-bd69e69390b7 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6274743 May 12 15:40:27.324207 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58764) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:27.329537 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Request body: {'security_group_rule': {'security_group_id': 'ca841240-2181-42b0-a203-6498862c5b0c', 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:27.338456 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:27.342323 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Usage tracker for resource:security_group_rule and tenant:819eaf9b77fb4b30a2e88e379a7dd20a is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:27.345446 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:27.353627 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:27.460743 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.securitygroups_db [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Project 819eaf9b77fb4b30a2e88e379a7dd20a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:40:27.467885 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:27.473358 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-d640665e-c527-474a-ba59-cbf195080b94 None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:40:27.547059 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:27.635907 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:27.639751 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-034361ef-d32b-4abb-a095-bcc4d213c93f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:27.663503 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75e3740-e557-49d0-876d-64287df373f7,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:27.668151 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:27.797491 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-d640665e-c527-474a-ba59-cbf195080b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:37Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:27.801812 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640665e-c527-474a-ba59-cbf195080b94 None None] The sync data for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb is: [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:37Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:40:27.832011 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:27.849939 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5239255 May 12 15:40:27.963513 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f0dda-4055-4054-8fe5-9476f63f5539 req-9946456d-4537-4222-a646-ca25eba9ab45 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:27.965184 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6c3f0dda-4055-4054-8fe5-9476f63f5539 req-9946456d-4537-4222-a646-ca25eba9ab45 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1036010 May 12 15:40:28.041262 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-3e20458f-5846-4e48-b800-b94238cedc6c req-5a081e18-a47b-476c-b095-afcb453db71c tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Synchronizing usage tracker for tenant:819eaf9b77fb4b30a2e88e379a7dd20a on resource:security_group {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:40:28.052289 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6c3f0dda-4055-4054-8fe5-9476f63f5539 req-25fd1779-d2c2-43dd-80ab-4d8f2f9f5f8e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724177 May 12 15:40:28.142951 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d970f9-aa58-46a1-8a71-f1bfac0146f2 None None] New status for floating IP 6dc8db4a-194d-4f0b-a0f9-f43f494a9567: DOWN {{(pid=79430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:40:28.201384 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-3e20458f-5846-4e48-b800-b94238cedc6c req-5a081e18-a47b-476c-b095-afcb453db71c tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Unset dirty status for tenant:819eaf9b77fb4b30a2e88e379a7dd20a on resource:security_group {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:40:28.205130 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3e20458f-5846-4e48-b800-b94238cedc6c req-5a081e18-a47b-476c-b095-afcb453db71c tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424408371&fields=id&tenant_id=819eaf9b77fb4b30a2e88e379a7dd20a HTTP/1.1" status: 200 len: 267 time: 0.2387590 May 12 15:40:28.326187 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801c5b1-a553-49f4-b715-0be471b218bb req-1c8115d0-c268-4303-aa77-36d71e4761ca tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:28.327948 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c801c5b1-a553-49f4-b715-0be471b218bb req-1c8115d0-c268-4303-aa77-36d71e4761ca tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 943 time: 0.1659002 May 12 15:40:28.371159 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20458f-5846-4e48-b800-b94238cedc6c req-630714f7-351e-4cc0-9548-f010dd636cab tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:28.379668 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3e20458f-5846-4e48-b800-b94238cedc6c req-630714f7-351e-4cc0-9548-f010dd636cab tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 945 time: 0.1647923 May 12 15:40:28.389762 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-3e20458f-5846-4e48-b800-b94238cedc6c req-7b06328f-8dad-4367-8c1d-30ac3983e61f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Request body: {'port': {'security_groups': ['55965224-66d2-40bf-b87e-98ff12dcfffd', 'ca841240-2181-42b0-a203-6498862c5b0c']}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:28.474990 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c801c5b1-a553-49f4-b715-0be471b218bb req-80e94028-8a6c-48ee-85e9-369c54bbf430 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399996 May 12 15:40:28.514132 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 96381f30-300f-4818-a4b5-c5940e726528 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:40:28.556850 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-3e20458f-5846-4e48-b800-b94238cedc6c req-7b06328f-8dad-4367-8c1d-30ac3983e61f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:28.692890 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 96381f30-300f-4818-a4b5-c5940e726528, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=96381f30-300f-4818-a4b5-c5940e726528,segment=NetworkSegment(d7951a01-e08a-4487-9123-cb0331064858),segment_id=d7951a01-e08a-4487-9123-cb0331064858)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:28.710032 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1def47a-a4a9-4939-b4f7-fca4a9ffb3a1 req-9e834f03-2912-49ba-9dd9-45fabcfa2a12 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a08000c-b735-469c-89d9-de26935804da HTTP/1.1" status: 200 len: 210 time: 0.0571868 May 12 15:40:28.718420 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '96381f30-300f-4818-a4b5-c5940e726528', 'network_id': '77180020-91b4-4911-aa69-74b8c2d8930e', 'port_id': '96381f30-300f-4818-a4b5-c5940e726528', 'mac_address': 'fa:16:3e:bb:cb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e567c833-bf2c-4d3b-b0d9-ac10fc9becb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:40:28.800573 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:28.810014 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96381f30-300f-4818-a4b5-c5940e726528 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:40:28.826392 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 96381f30-300f-4818-a4b5-c5940e726528, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=96381f30-300f-4818-a4b5-c5940e726528,segment=NetworkSegment(d7951a01-e08a-4487-9123-cb0331064858),segment_id=d7951a01-e08a-4487-9123-cb0331064858)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:28.910761 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:28.912640 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-81cbf058-bdbc-4cc9-a764-2feb71e80696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:28.923987 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-3e20458f-5846-4e48-b800-b94238cedc6c req-7b06328f-8dad-4367-8c1d-30ac3983e61f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] For port 00b89405-42f1-4193-9de0-f7c6eacde56c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=00b89405-42f1-4193-9de0-f7c6eacde56c,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:28.990063 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-3e20458f-5846-4e48-b800-b94238cedc6c req-7b06328f-8dad-4367-8c1d-30ac3983e61f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:28.990745 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=96381f30-300f-4818-a4b5-c5940e726528,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:28.994059 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:28.994447 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:28.994797 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:28.995123 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:28.995448 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:28.995774 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:28.996097 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:28.996417 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:28.996739 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:28.997080 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:28.997403 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:28.997721 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:29.001626 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:29.104588 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-3e20458f-5846-4e48-b800-b94238cedc6c req-7b06328f-8dad-4367-8c1d-30ac3983e61f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:29.110905 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-09afda7a-f1fc-43dd-9203-16bf9ae5ded2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:29.119112 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['00b89405-42f1-4193-9de0-f7c6eacde56c'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:40:29.226536 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20458f-5846-4e48-b800-b94238cedc6c req-7b06328f-8dad-4367-8c1d-30ac3983e61f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:29.227615 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-3e20458f-5846-4e48-b800-b94238cedc6c req-7b06328f-8dad-4367-8c1d-30ac3983e61f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:29.232573 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3e20458f-5846-4e48-b800-b94238cedc6c req-7b06328f-8dad-4367-8c1d-30ac3983e61f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "PUT /v2.0/ports/00b89405-42f1-4193-9de0-f7c6eacde56c HTTP/1.1" status: 200 len: 981 time: 0.8517962 May 12 15:40:29.233590 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:29.273579 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06328f-8dad-4367-8c1d-30ac3983e61f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event updated for resources: {'Port': ['ID=00b89405-42f1-4193-9de0-f7c6eacde56c,revision_number=6']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:29.278156 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-7b06328f-8dad-4367-8c1d-30ac3983e61f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:29.342957 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4a43c-2888-404b-8f38-ebece1877e7d req-0329e66e-565f-4a00-b733-4ef38cc255ad tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:29.346257 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['96381f30-300f-4818-a4b5-c5940e726528'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:40:29.348181 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f9c4a43c-2888-404b-8f38-ebece1877e7d req-0329e66e-565f-4a00-b733-4ef38cc255ad tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1868556 May 12 15:40:29.392322 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['00b89405-42f1-4193-9de0-f7c6eacde56c'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:40:29.444266 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f9c4a43c-2888-404b-8f38-ebece1877e7d req-21aae77c-4420-402d-99e1-fb603f530ce4 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895379 May 12 15:40:29.508445 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7baaa-5ba7-4cb5-adb6-79f8a0bd5b9f req-2ce88a06-5d1f-463b-ac75-33fd69dfba0e tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:29.515934 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-47d11948-f492-47a6-904d-bdfce0eac54e None None] Provisioning complete for port 00b89405-42f1-4193-9de0-f7c6eacde56c triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:40:29.516336 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-47d11948-f492-47a6-904d-bdfce0eac54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:29.518355 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d5b7baaa-5ba7-4cb5-adb6-79f8a0bd5b9f req-2ce88a06-5d1f-463b-ac75-33fd69dfba0e tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.1491792 May 12 15:40:29.536548 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c', 'status': 'completed', 'code': 200} May 12 15:40:29.666225 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d5b7baaa-5ba7-4cb5-adb6-79f8a0bd5b9f req-8e259168-0971-4f6e-833e-18c99de59e72 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281517 May 12 15:40:29.762470 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2aaa7f-2aea-4adf-aa9f-485cbc40548d req-a8f58f74-6838-4468-ade6-d26eedf32d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:29.763920 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7b2aaa7f-2aea-4adf-aa9f-485cbc40548d req-a8f58f74-6838-4468-ade6-d26eedf32d6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=819eaf9b77fb4b30a2e88e379a7dd20a&device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 1137 time: 0.2041073 May 12 15:40:29.818653 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cef68-98d6-4942-80ac-dfe4d56048ce req-c5ffd4d7-633e-4f6a-a497-cb481344a648 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:29.820092 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-480cef68-98d6-4942-80ac-dfe4d56048ce req-c5ffd4d7-633e-4f6a-a497-cb481344a648 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.2058599 May 12 15:40:29.827397 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b8443-2b90-499b-9746-037a00a3c245 req-1d58b950-2db9-405a-b881-0d68629d90a7 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:29.828804 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cf8b8443-2b90-499b-9746-037a00a3c245 req-1d58b950-2db9-405a-b881-0d68629d90a7 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 944 time: 0.1793702 May 12 15:40:29.952141 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58800) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:30.038251 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b0174609-02a8-4b8b-8a3b-fdd22f81168d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:30.080112 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b0174609-02a8-4b8b-8a3b-fdd22f81168d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:30.136926 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cf8b8443-2b90-499b-9746-037a00a3c245 req-64b1d5b5-6461-45b5-8afa-f1c5fab71f08 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311184 May 12 15:40:30.192166 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2aaa7f-2aea-4adf-aa9f-485cbc40548d req-a4b2595c-d3f6-47e7-a260-4f185d138edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:30.193897 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7b2aaa7f-2aea-4adf-aa9f-485cbc40548d req-a4b2595c-d3f6-47e7-a260-4f185d138edb service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd10d637-447c-4439-bfbb-15e63521bc89 HTTP/1.1" status: 200 len: 915 time: 0.4172277 May 12 15:40:30.287673 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-480cef68-98d6-4942-80ac-dfe4d56048ce req-1c119a64-0bff-4f65-9f94-d22d0a1a0376 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Deleting port 6b256cba-fe69-45f2-b44e-9fc004beadcb {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:40:30.287930 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-480cef68-98d6-4942-80ac-dfe4d56048ce req-1c119a64-0bff-4f65-9f94-d22d0a1a0376 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:30.332810 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b0174609-02a8-4b8b-8a3b-fdd22f81168d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:30.342370 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e4d7be7a-c7a7-45e1-b362-b4e1b738aebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:30.356099 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0174609-02a8-4b8b-8a3b-fdd22f81168d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c2fbae-64e2-4169-82a5-b9c58622b35b,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:30.358512 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b0174609-02a8-4b8b-8a3b-fdd22f81168d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:30.388484 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7b2aaa7f-2aea-4adf-aa9f-485cbc40548d req-f90db1d5-82b3-4caf-a633-036952934649 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b89405-42f1-4193-9de0-f7c6eacde56c HTTP/1.1" status: 200 len: 1001 time: 0.1838541 May 12 15:40:30.487996 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b0174609-02a8-4b8b-8a3b-fdd22f81168d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:30.492756 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-b0174609-02a8-4b8b-8a3b-fdd22f81168d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "DELETE /v2.0/security-groups/29c2fbae-64e2-4169-82a5-b9c58622b35b HTTP/1.1" status: 204 len: 168 time: 0.5384183 May 12 15:40:30.493442 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58810) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:30.495811 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-480cef68-98d6-4942-80ac-dfe4d56048ce req-1c119a64-0bff-4f65-9f94-d22d0a1a0376 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] For port 6b256cba-fe69-45f2-b44e-9fc004beadcb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b256cba-fe69-45f2-b44e-9fc004beadcb,segment=NetworkSegment(b5938138-cab1-4333-bde0-31f4fdb94d5c),segment_id=b5938138-cab1-4333-bde0-31f4fdb94d5c)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:30.496167 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-480cef68-98d6-4942-80ac-dfe4d56048ce req-1c119a64-0bff-4f65-9f94-d22d0a1a0376 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:30.504598 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2aaa7f-2aea-4adf-aa9f-485cbc40548d req-339dabef-3c38-4c02-a963-6f3840617672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:30.506051 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7b2aaa7f-2aea-4adf-aa9f-485cbc40548d req-339dabef-3c38-4c02-a963-6f3840617672 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2ab8463-a9ea-4251-b751-01eca3a884d3 HTTP/1.1" status: 200 len: 853 time: 0.1046968 May 12 15:40:30.511989 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.api.v2.resource [None req-fe222a43-7c6f-4e2f-8192-de018e833439 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] show failed (client error): The resource could not be found. May 12 15:40:30.514688 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-fe222a43-7c6f-4e2f-8192-de018e833439 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups/29c2fbae-64e2-4169-82a5-b9c58622b35b HTTP/1.1" status: 404 len: 347 time: 0.0203242 May 12 15:40:30.523039 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58814) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:30.668270 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-480cef68-98d6-4942-80ac-dfe4d56048ce req-1c119a64-0bff-4f65-9f94-d22d0a1a0376 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Calling delete_port for 6b256cba-fe69-45f2-b44e-9fc004beadcb owned by compute:nova {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:40:30.769772 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-67e93126-bf11-44eb-a7ea-f8281d390ff9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Deleting port 39ed878d-dad3-49af-80e5-d9d51a491749 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:40:30.770118 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67e93126-bf11-44eb-a7ea-f8281d390ff9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:30.777942 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2aaa7f-2aea-4adf-aa9f-485cbc40548d req-d76bce8d-e277-4317-85f6-56d02682546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:30.779390 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7b2aaa7f-2aea-4adf-aa9f-485cbc40548d req-d76bce8d-e277-4317-85f6-56d02682546b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd10d637-447c-4439-bfbb-15e63521bc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2145452 May 12 15:40:30.828041 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a1e67-7049-4789-bf18-152a34c1d2cd req-ca9a794a-0f96-4145-a09d-8efa09687209 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:30.828479 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8a8a1e67-7049-4789-bf18-152a34c1d2cd req-ca9a794a-0f96-4145-a09d-8efa09687209 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 946 time: 0.1642544 May 12 15:40:30.890448 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67e93126-bf11-44eb-a7ea-f8281d390ff9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:30.890974 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67e93126-bf11-44eb-a7ea-f8281d390ff9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:30.996735 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8a8a1e67-7049-4789-bf18-152a34c1d2cd req-e4719868-4327-48cd-a225-0764441d9821 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194618 May 12 15:40:31.020055 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7b2aaa7f-2aea-4adf-aa9f-485cbc40548d req-02d0dbb2-2464-4ff0-99eb-20c2c9416b8f service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233040 May 12 15:40:31.106381 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-67e93126-bf11-44eb-a7ea-f8281d390ff9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Calling delete_port for 39ed878d-dad3-49af-80e5-d9d51a491749 owned by network:floatingip {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:40:31.144151 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-480cef68-98d6-4942-80ac-dfe4d56048ce req-1c119a64-0bff-4f65-9f94-d22d0a1a0376 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:31.151632 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-97d73ef7-e4a6-48d6-a2b8-250c3b2ea407 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:31.163982 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['db21adc5-bba3-4a1e-b730-578bf5cade7a'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:40:31.216291 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c119a64-0bff-4f65-9f94-d22d0a1a0376 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Pushing event deleted for resources: {'Port': ['ID=6b256cba-fe69-45f2-b44e-9fc004beadcb,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:31.224079 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1c119a64-0bff-4f65-9f94-d22d0a1a0376 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:31.254092 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7b2aaa7f-2aea-4adf-aa9f-485cbc40548d req-ea0f3596-992e-465e-aa91-a79bafa1b5c7 service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234516 May 12 15:40:31.347235 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-480cef68-98d6-4942-80ac-dfe4d56048ce req-1c119a64-0bff-4f65-9f94-d22d0a1a0376 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] No DVR routers for this DVR port 6b256cba-fe69-45f2-b44e-9fc004beadcb on host hv-cinder-78960 {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:40:31.350365 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-480cef68-98d6-4942-80ac-dfe4d56048ce req-1c119a64-0bff-4f65-9f94-d22d0a1a0376 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:31.353559 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67e93126-bf11-44eb-a7ea-f8281d390ff9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:31.358592 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-5ac6616e-7da7-4740-a359-4aa7f0bfb50c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:31.402999 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e93126-bf11-44eb-a7ea-f8281d390ff9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event deleted for resources: {'Port': ['ID=39ed878d-dad3-49af-80e5-d9d51a491749,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:31.404509 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cc2ca-eeb8-4f38-aa92-10bd49274bac req-c8dde5d9-ec9a-4bc4-b1ad-207c5045c88f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:31.407308 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-320cc2ca-eeb8-4f38-aa92-10bd49274bac req-c8dde5d9-ec9a-4bc4-b1ad-207c5045c88f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 944 time: 0.1079068 May 12 15:40:31.430093 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-67e93126-bf11-44eb-a7ea-f8281d390ff9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:31.462950 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-320cc2ca-eeb8-4f38-aa92-10bd49274bac req-ed779579-5a54-40ea-9da9-24361fbaf022 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 May 12 15:40:31.497952 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-480cef68-98d6-4942-80ac-dfe4d56048ce req-1c119a64-0bff-4f65-9f94-d22d0a1a0376 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.15 "DELETE /v2.0/ports/6b256cba-fe69-45f2-b44e-9fc004beadcb HTTP/1.1" status: 204 len: 173 time: 1.6231647 May 12 15:40:31.500822 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67e93126-bf11-44eb-a7ea-f8281d390ff9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:31.531628 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f42081a-f881-403c-8b9d-c1964b25bc60', 'name': 'network-vif-deleted', 'tag': '6b256cba-fe69-45f2-b44e-9fc004beadcb'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:31.580514 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f42081a-f881-403c-8b9d-c1964b25bc60', 'name': 'network-vif-deleted', 'tag': '6b256cba-fe69-45f2-b44e-9fc004beadcb', 'status': 'completed', 'code': 200} May 12 15:40:31.583312 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67e93126-bf11-44eb-a7ea-f8281d390ff9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:31.584451 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-67e93126-bf11-44eb-a7ea-f8281d390ff9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "DELETE /v2.0/floatingips/6dc8db4a-194d-4f0b-a0f9-f43f494a9567 HTTP/1.1" status: 204 len: 168 time: 1.0604560 May 12 15:40:31.970054 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58832) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:31.975430 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--475220568', 'description': 'tempest-description--1189690346'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:31.981373 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:31.985487 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Usage tracker for resource:security_group and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:31.988784 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:31.994675 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:32.138985 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:32.160342 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:32.164361 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Usage tracker for resource:security_group_rule and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:32.166203 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-838ec17d-83e9-4075-bd50-0a8c47c03142 req-00daf008-c574-4061-bcd3-e46c5908d567 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Synchronizing usage tracker for tenant:832d7645d4694f93b0a5b83e8377da35 on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:40:32.170625 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:32.178638 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:32.249062 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:32.298844 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-838ec17d-83e9-4075-bd50-0a8c47c03142 req-00daf008-c574-4061-bcd3-e46c5908d567 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Unset dirty status for tenant:832d7645d4694f93b0a5b83e8377da35 on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:40:32.300673 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-838ec17d-83e9-4075-bd50-0a8c47c03142 req-00daf008-c574-4061-bcd3-e46c5908d567 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f42081a-f881-403c-8b9d-c1964b25bc60 HTTP/1.1" status: 200 len: 210 time: 0.1803772 May 12 15:40:32.356133 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:32.361663 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-130f2536-1a76-4f2a-b6de-8402f513e23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:32.402781 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c8fa22-bb57-4542-bf50-b561d84cfa7a,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:32.405554 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:32.481871 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:32.483319 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5122802 May 12 15:40:32.486425 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58840) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:32.493686 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-a36e9a19-3bc2-492f-8fb7-a6ef7c12f386 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Request body: {'security_group_rule': {'security_group_id': '77c8fa22-bb57-4542-bf50-b561d84cfa7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:32.501766 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-a36e9a19-3bc2-492f-8fb7-a6ef7c12f386 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:32.506611 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-a36e9a19-3bc2-492f-8fb7-a6ef7c12f386 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Usage tracker for resource:security_group_rule and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:32.510069 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-a36e9a19-3bc2-492f-8fb7-a6ef7c12f386 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:32.524203 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-a36e9a19-3bc2-492f-8fb7-a6ef7c12f386 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:32.533185 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 96381f30-300f-4818-a4b5-c5940e726528 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:40:32.605016 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-a36e9a19-3bc2-492f-8fb7-a6ef7c12f386 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:32.673459 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-a36e9a19-3bc2-492f-8fb7-a6ef7c12f386 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:32.676470 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba286b6d-ae5f-46af-abbf-42544e6571f0 req-01a4072f-1dbe-4491-bd80-9b99cd2b0310 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:32.678012 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ba286b6d-ae5f-46af-abbf-42544e6571f0 req-01a4072f-1dbe-4491-bd80-9b99cd2b0310 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 944 time: 0.1000781 May 12 15:40:32.726644 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ba286b6d-ae5f-46af-abbf-42544e6571f0 req-03812efd-5e37-424a-a7a3-f1b830102856 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 May 12 15:40:32.807334 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port 96381f30-300f-4818-a4b5-c5940e726528 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:40:32.812559 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 96381f30-300f-4818-a4b5-c5940e726528 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:40:32.812938 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:32.838052 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-a36e9a19-3bc2-492f-8fb7-a6ef7c12f386 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:32.840118 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:32.864452 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e9a19-3bc2-492f-8fb7-a6ef7c12f386 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819a4519-ca1f-41af-a6c2-c8d1e828b237,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:32.870101 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-a36e9a19-3bc2-492f-8fb7-a6ef7c12f386 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:32.937866 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:32.966058 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3f757c-524e-4eca-8dc1-e6160a4c0700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96381f30-300f-4818-a4b5-c5940e726528'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:32.973221 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-a36e9a19-3bc2-492f-8fb7-a6ef7c12f386 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:32.977156 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-a36e9a19-3bc2-492f-8fb7-a6ef7c12f386 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4867857 May 12 15:40:32.977501 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 58862) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:32.982633 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-3b13ab70-b525-409f-8f8a-a03c84573237 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Request body: {'security_group_rule': {'security_group_id': '77c8fa22-bb57-4542-bf50-b561d84cfa7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:32.986051 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 96381f30-300f-4818-a4b5-c5940e726528, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=96381f30-300f-4818-a4b5-c5940e726528,segment=NetworkSegment(d7951a01-e08a-4487-9123-cb0331064858),segment_id=d7951a01-e08a-4487-9123-cb0331064858)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:32.988608 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-3b13ab70-b525-409f-8f8a-a03c84573237 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:32.992756 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-3b13ab70-b525-409f-8f8a-a03c84573237 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Usage tracker for resource:security_group_rule and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:32.996273 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-3b13ab70-b525-409f-8f8a-a03c84573237 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:33.003598 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-3b13ab70-b525-409f-8f8a-a03c84573237 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:33.022328 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3f757c-524e-4eca-8dc1-e6160a4c0700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96381f30-300f-4818-a4b5-c5940e726528', 'code': 200} May 12 15:40:33.115934 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:33.116932 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 6b256cba-fe69-45f2-b44e-9fc004beadcb no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:40:33.145852 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-d8ac7c6e-9780-42d6-9f20-799322404116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:33.161815 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3b13ab70-b525-409f-8f8a-a03c84573237 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:33.205675 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: 6b256cba-fe69-45f2-b44e-9fc004beadcb {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:40:33.206042 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 6b256cba-fe69-45f2-b44e-9fc004beadcb not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:40:33.234841 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=96381f30-300f-4818-a4b5-c5940e726528,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:33.237558 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:33.254697 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3b13ab70-b525-409f-8f8a-a03c84573237 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:33.355662 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3b13ab70-b525-409f-8f8a-a03c84573237 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:33.357708 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:33.381661 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13ab70-b525-409f-8f8a-a03c84573237 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1691f644-0094-44ee-873b-9ebecf378216,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:33.385972 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3b13ab70-b525-409f-8f8a-a03c84573237 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:33.557286 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3b13ab70-b525-409f-8f8a-a03c84573237 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:33.558425 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-3b13ab70-b525-409f-8f8a-a03c84573237 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5800009 May 12 15:40:33.561792 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 58876) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:33.567475 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Request body: {'floatingip': {'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:33.573419 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:33.580455 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Usage tracker for resource:floatingip and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:33.584064 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:33.590440 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:33.597559 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf41e5-20c2-4830-ae84-88543306372f req-3c00a9f3-8cc8-47aa-bb3c-03653c32cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:33.599023 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a4cf41e5-20c2-4830-ae84-88543306372f req-3c00a9f3-8cc8-47aa-bb3c-03653c32cd00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 1098 time: 0.1545825 May 12 15:40:33.646562 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a4cf41e5-20c2-4830-ae84-88543306372f req-6bacc2ba-987f-42ae-8ffe-36a8f7096f33 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382173 May 12 15:40:33.699181 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:33.851121 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:33.962328 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a79629-902c-4d84-a1f7-212241ef8f11 req-b06b14fc-8ef5-48fa-b7ee-d157f919812c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:33.963840 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-09a79629-902c-4d84-a1f7-212241ef8f11 req-b06b14fc-8ef5-48fa-b7ee-d157f919812c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 945 time: 0.1048458 May 12 15:40:34.009709 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-09a79629-902c-4d84-a1f7-212241ef8f11 req-5e45cac1-e7b7-4746-ace7-652b0174e748 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394306 May 12 15:40:34.019197 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Allocated IP 172.28.0.225 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/4255fcbe-50b6-413a-907c-ede0727c3f44) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:40:34.116870 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c234682-434c-4ca2-961c-a00d3ef36c60 req-c63b35a8-a022-419f-852f-3d95bc78ac59 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:34.118345 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6c234682-434c-4ca2-961c-a00d3ef36c60 req-c63b35a8-a022-419f-852f-3d95bc78ac59 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0808671 May 12 15:40:34.170557 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6c234682-434c-4ca2-961c-a00d3ef36c60 req-64c248e3-59f8-4492-a787-71c1cd413528 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459919 May 12 15:40:34.176128 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:34.310534 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:34.316031 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f459f915-718a-4fd8-80d8-7ddc70fea52b tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:34.373057 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:40:34.375963 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:40:34.379902 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:40:34.423322 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event updated for resources: {'Port': ['ID=4255fcbe-50b6-413a-907c-ede0727c3f44,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:34.427353 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:34.473548 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:34.671993 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:34.980306 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:35.178586 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:35.183857 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:35.207757 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae0e86-e009-4cdc-857a-45ddd0676b34 req-ad97d800-a934-4c54-959f-3f46375aef1e tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:35.215153 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-deae0e86-e009-4cdc-857a-45ddd0676b34 req-ad97d800-a934-4c54-959f-3f46375aef1e tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 945 time: 0.0847952 May 12 15:40:35.259569 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-deae0e86-e009-4cdc-857a-45ddd0676b34 req-6f061ad3-ffe7-4f21-bcf0-8f3038edf05f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438399 May 12 15:40:35.296076 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event updated for resources: {'Port': ['ID=4255fcbe-50b6-413a-907c-ede0727c3f44,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:35.300685 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:35.312840 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:35.392295 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3d3c4-cc00-45fb-a9f9-7f00cc48f63a req-5f4c7f04-98c0-4d34-ab4e-d700ea542f86 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:35.394342 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-edc3d3c4-cc00-45fb-a9f9-7f00cc48f63a req-5f4c7f04-98c0-4d34-ab4e-d700ea542f86 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0961864 May 12 15:40:35.443518 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-edc3d3c4-cc00-45fb-a9f9-7f00cc48f63a req-fb4f0000-c639-493b-be05-e144da98b779 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431688 May 12 15:40:35.453382 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:35.455196 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8921084 May 12 15:40:35.695962 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-558c90a2-8ab2-4046-86ca-b17c469a1d8a tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--475220568&fields=id&tenant_id=e8d30251431447cd921829666f3b144f HTTP/1.1" status: 200 len: 267 time: 0.0504785 May 12 15:40:35.856704 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b034e-5319-4233-a861-f1d76974dabe req-95cc477e-fa1a-4162-9097-692c0992be76 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:35.858183 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-95cc477e-fa1a-4162-9097-692c0992be76 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/networks?id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d HTTP/1.1" status: 200 len: 816 time: 0.1535182 May 12 15:40:35.872929 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-6529a47a-dee4-4be6-93c0-e65f22300aeb tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/quotas/e8d30251431447cd921829666f3b144f HTTP/1.1" status: 200 len: 375 time: 0.0089872 May 12 15:40:35.963560 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-c5f7755c-0525-4f70-af36-e1d3dd9d2826 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850084 May 12 15:40:36.102786 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-928eb254-74ea-4108-95e9-49b55114861d service neutron] 10.222.0.61 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275315 May 12 15:40:36.237679 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-94f6b3fd-8425-4417-84ee-8918450e17fb service neutron] 10.222.0.61 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284754 May 12 15:40:36.455913 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf2f2b-500a-43d5-bd71-eee84efd6280 req-b4843bee-af3c-447d-b0b2-624de812cb6c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:36.457335 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-40bf2f2b-500a-43d5-bd71-eee84efd6280 req-b4843bee-af3c-447d-b0b2-624de812cb6c tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 945 time: 0.0827148 May 12 15:40:36.511097 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-40bf2f2b-500a-43d5-bd71-eee84efd6280 req-ed64da69-b214-4071-9a82-7c2ea0b23fd9 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474386 May 12 15:40:36.670221 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-590d4dca-af89-47ce-99d9-ee3ee2c808ee req-e7a720d7-ecaf-4f20-b0a9-22b2ee97d275 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 210 time: 0.0866187 May 12 15:40:36.722637 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894a2b3-e1c9-4577-a12c-7cd34b4ffcfe req-8505ad9c-9df7-4147-bf6c-af03ce355ac4 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:36.724007 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8894a2b3-e1c9-4577-a12c-7cd34b4ffcfe req-8505ad9c-9df7-4147-bf6c-af03ce355ac4 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0968566 May 12 15:40:36.777692 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8894a2b3-e1c9-4577-a12c-7cd34b4ffcfe req-f28dce48-2bb6-4d65-ab67-75c335051c76 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476494 May 12 15:40:37.871712 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-886f95ee-b8f8-4db6-8a36-a41a48ead6bd req-55e64eec-51a1-4dcd-8e3e-533d53079fad tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 210 time: 0.0595224 May 12 15:40:38.103682 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531900a-565a-491e-a4fb-2c47e74e2d2f req-a9d401ae-b291-4152-a3e6-02841ecd30eb tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:38.105267 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5531900a-565a-491e-a4fb-2c47e74e2d2f req-a9d401ae-b291-4152-a3e6-02841ecd30eb tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.0965762 May 12 15:40:38.156095 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5531900a-565a-491e-a4fb-2c47e74e2d2f req-04fd4c24-8e3a-411b-b905-dbea9a9c2c3b tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426595 May 12 15:40:39.047701 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6f8eece4-f127-4805-8135-a521c05f85f6 req-c33d48b3-eac1-47ae-bf67-ef87ac1c850e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 210 time: 0.0488873 May 12 15:40:39.198344 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ada09a5e-8314-4b0e-b274-f25420f08f2c req-1c7ee98d-d13a-4dd9-8d32-87e68a3a5b4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827630 May 12 15:40:39.469557 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09a5e-8314-4b0e-b274-f25420f08f2c req-ae3800bd-7f3e-47c6-b2a1-bbd2ede885cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:39.470928 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ada09a5e-8314-4b0e-b274-f25420f08f2c req-ae3800bd-7f3e-47c6-b2a1-bbd2ede885cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=819eaf9b77fb4b30a2e88e379a7dd20a&device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 1137 time: 0.1653063 May 12 15:40:39.478764 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea46f-e200-46c8-b6ab-34b06b480c22 req-915be894-07e2-44f2-b1c4-78999df078a2 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:39.484815 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2b3ea46f-e200-46c8-b6ab-34b06b480c22 req-915be894-07e2-44f2-b1c4-78999df078a2 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.2087953 May 12 15:40:39.634506 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2b3ea46f-e200-46c8-b6ab-34b06b480c22 req-7f204e2b-7cb7-4569-beea-6d253829f96e tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485298 May 12 15:40:39.758090 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09a5e-8314-4b0e-b274-f25420f08f2c req-be6d5357-8d7c-4efb-ae68-391699a3952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:39.759401 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ada09a5e-8314-4b0e-b274-f25420f08f2c req-be6d5357-8d7c-4efb-ae68-391699a3952e service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd10d637-447c-4439-bfbb-15e63521bc89 HTTP/1.1" status: 200 len: 915 time: 0.2519059 May 12 15:40:39.849948 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b034e-5319-4233-a861-f1d76974dabe req-17a8c6b4-d629-46d6-b92a-31ab5251dfeb tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:39.851349 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-17a8c6b4-d629-46d6-b92a-31ab5251dfeb tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.15 "GET /v2.0/networks?id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d HTTP/1.1" status: 200 len: 816 time: 0.2559454 May 12 15:40:39.903451 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ada09a5e-8314-4b0e-b274-f25420f08f2c req-83c0a208-f183-422f-8b7c-74e5a72e141a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b89405-42f1-4193-9de0-f7c6eacde56c HTTP/1.1" status: 200 len: 1001 time: 0.1298206 May 12 15:40:39.966517 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-eccd6e8a-3a9a-4a3b-865a-b44b52acf990 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d30251431447cd921829666f3b144f HTTP/1.1" status: 200 len: 379 time: 0.0937908 May 12 15:40:39.976945 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Request body: {'port': {'device_id': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'admin_state_up': True, 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'security_groups': ['77c8fa22-bb57-4542-bf50-b561d84cfa7a']}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:40.068928 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09a5e-8314-4b0e-b274-f25420f08f2c req-7eebcb4a-9700-47cd-ab73-9550c993aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:40.079355 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ada09a5e-8314-4b0e-b274-f25420f08f2c req-7eebcb4a-9700-47cd-ab73-9550c993aba0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2ab8463-a9ea-4251-b751-01eca3a884d3 HTTP/1.1" status: 200 len: 853 time: 0.1569633 May 12 15:40:40.200681 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:40.212931 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Usage tracker for resource:port and tenant:e8d30251431447cd921829666f3b144f is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:40.253869 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:40.274694 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:40.275814 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ef489c03-e76a-4fc6-afa6-78d5a3c322ce req-49477c97-5821-4fbf-824d-a2cc6da5708e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 210 time: 0.0724356 May 12 15:40:40.295111 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09a5e-8314-4b0e-b274-f25420f08f2c req-a56813b5-3e7f-42af-95ed-f82b46567628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:40.296591 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ada09a5e-8314-4b0e-b274-f25420f08f2c req-a56813b5-3e7f-42af-95ed-f82b46567628 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd10d637-447c-4439-bfbb-15e63521bc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2069261 May 12 15:40:40.454249 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ada09a5e-8314-4b0e-b274-f25420f08f2c req-d3cd0a6a-fc86-4a74-9700-2cca69a8ec16 service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481788 May 12 15:40:40.485855 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Made reservation on behalf of e8d30251431447cd921829666f3b144f for: {'port': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:40:40.489968 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:40.714689 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ada09a5e-8314-4b0e-b274-f25420f08f2c req-fd903ef5-1b9a-4a21-ba4b-97ba6c0fac76 service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512691 May 12 15:40:40.799968 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Allocated IP 172.20.0.11 (cabe2f7b-8a61-4b52-bfdf-27696af44a4d/06904d41-f4a0-432b-9939-9dafbee02cfb/080334d2-2165-4063-bca6-5060f11d5215) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:40:40.939530 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:40.949117 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d4eef-110e-4990-876d-887628d39f28 req-f173bd12-11ba-48f1-a60f-4c74108b8b75 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:40.950661 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-423d4eef-110e-4990-876d-887628d39f28 req-f173bd12-11ba-48f1-a60f-4c74108b8b75 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.2018285 May 12 15:40:41.039854 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-423d4eef-110e-4990-876d-887628d39f28 req-c24c31a5-5b24-417b-ac7d-c0c4c5fb3621 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801811 May 12 15:40:41.060547 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:41.077753 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Transition to ACTIVE for port object 080334d2-2165-4063-bca6-5060f11d5215 will not be triggered until provisioned by entity DHCP. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:40:41.254093 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:41.259621 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:41.448728 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Network cabe2f7b-8a61-4b52-bfdf-27696af44a4d is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:40:41.458344 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:40:41.470874 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:40:41.490909 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event updated for resources: {'Port': ['ID=080334d2-2165-4063-bca6-5060f11d5215,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:41.497998 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:41.539975 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:41.540609 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:41.577538 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7c2e5-4738-433d-b823-8a584efb6a2c req-7eb6433b-2eae-46e0-91b8-363a6f6452b2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:41.578975 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a7c2e5-4738-433d-b823-8a584efb6a2c req-7eb6433b-2eae-46e0-91b8-363a6f6452b2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 932 time: 0.1854784 May 12 15:40:41.626091 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61a7c2e5-4738-433d-b823-8a584efb6a2c req-1437efba-2ab1-46cc-9203-c0ec5eb6506d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409486 May 12 15:40:41.648151 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6761587 May 12 15:40:41.662244 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Request body: {'port': {'device_id': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:41.739392 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-8daf2bea-e2c4-4d95-979d-4e7124263be9 None None] Provisioning for port 080334d2-2165-4063-bca6-5060f11d5215 completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:40:41.744040 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-8daf2bea-e2c4-4d95-979d-4e7124263be9 None None] Provisioning complete for port 080334d2-2165-4063-bca6-5060f11d5215 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:40:41.744415 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-8daf2bea-e2c4-4d95-979d-4e7124263be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:41.776354 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:41.800847 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-8daf2bea-e2c4-4d95-979d-4e7124263be9 None None] Port 080334d2-2165-4063-bca6-5060f11d5215 cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:40:41.887575 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-a1e94fda-62d4-4c38-bf5a-ffdb0e6d2fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:42.120507 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46909f3c-1527-433f-9eb9-b393e401f463 req-fe08eaad-1daf-4b57-b4b9-4e120c58323f tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:42.121915 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-46909f3c-1527-433f-9eb9-b393e401f463 req-fe08eaad-1daf-4b57-b4b9-4e120c58323f tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.1341817 May 12 15:40:42.340715 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080334d2-2165-4063-bca6-5060f11d5215 {{(pid=79428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:40:42.352912 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:42.377169 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Transition to ACTIVE for port object 080334d2-2165-4063-bca6-5060f11d5215 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:40:42.402304 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5cc4-dad4-4552-84c6-498961e92d8e req-120f5538-706d-4d59-9e8b-7c7a0f0b3c23 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:42.403777 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e8ee5cc4-dad4-4552-84c6-498961e92d8e req-120f5538-706d-4d59-9e8b-7c7a0f0b3c23 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 945 time: 0.2353575 May 12 15:40:42.432050 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-46909f3c-1527-433f-9eb9-b393e401f463 req-2c7a3378-5528-4adb-86aa-ff6fc0a5e38a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Deleting port db21adc5-bba3-4a1e-b730-578bf5cade7a {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:40:42.432398 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-46909f3c-1527-433f-9eb9-b393e401f463 req-2c7a3378-5528-4adb-86aa-ff6fc0a5e38a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:42.509578 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:42.517632 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:42.669356 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e8ee5cc4-dad4-4552-84c6-498961e92d8e req-1a07b9f2-dfc3-448d-8399-cd199d4f9654 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/security-groups?id=0509c4b9-a558-4bb4-a79f-1360c33fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530026 May 12 15:40:42.701372 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Pushing event updated for resources: {'Port': ['ID=080334d2-2165-4063-bca6-5060f11d5215,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:42.734151 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:42.863457 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-46909f3c-1527-433f-9eb9-b393e401f463 req-2c7a3378-5528-4adb-86aa-ff6fc0a5e38a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] For port db21adc5-bba3-4a1e-b730-578bf5cade7a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=db21adc5-bba3-4a1e-b730-578bf5cade7a,segment=NetworkSegment(b5938138-cab1-4333-bde0-31f4fdb94d5c),segment_id=b5938138-cab1-4333-bde0-31f4fdb94d5c)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:42.863744 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-46909f3c-1527-433f-9eb9-b393e401f463 req-2c7a3378-5528-4adb-86aa-ff6fc0a5e38a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:43.068134 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-46909f3c-1527-433f-9eb9-b393e401f463 req-2c7a3378-5528-4adb-86aa-ff6fc0a5e38a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Calling delete_port for db21adc5-bba3-4a1e-b730-578bf5cade7a owned by compute:nova {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:40:43.071238 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Attempting to bind port 080334d2-2165-4063-bca6-5060f11d5215 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:40:43.071568 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Attempting to bind port 080334d2-2165-4063-bca6-5060f11d5215 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:40:43.071894 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Attempting to bind port 080334d2-2165-4063-bca6-5060f11d5215 on network cabe2f7b-8a61-4b52-bfdf-27696af44a4d {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:40:43.082094 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Port 080334d2-2165-4063-bca6-5060f11d5215 on network cabe2f7b-8a61-4b52-bfdf-27696af44a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:40:43.082416 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Attempting to bind port 080334d2-2165-4063-bca6-5060f11d5215 on network cabe2f7b-8a61-4b52-bfdf-27696af44a4d {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:40:43.093430 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:40:43.093771 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Checking segment: {'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:40:43.094161 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Bound using segment: {'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:40:43.094589 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Bound port: 080334d2-2165-4063-bca6-5060f11d5215, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:40:43.095476 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:43.134055 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb55ac5-5f79-47cb-a96e-00bcfa215540 req-6e040f5a-d3c9-44fe-a1e1-3dd367740646 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:43.134921 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-0eb55ac5-5f79-47cb-a96e-00bcfa215540 req-6e040f5a-d3c9-44fe-a1e1-3dd367740646 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Synchronizing usage tracker for tenant:e8d30251431447cd921829666f3b144f on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:40:43.244555 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] For port 080334d2-2165-4063-bca6-5060f11d5215, host hv-cinder-78960, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:40:43.252486 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] For port 080334d2-2165-4063-bca6-5060f11d5215, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=080334d2-2165-4063-bca6-5060f11d5215,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:40:43.258969 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-0eb55ac5-5f79-47cb-a96e-00bcfa215540 req-6e040f5a-d3c9-44fe-a1e1-3dd367740646 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Unset dirty status for tenant:e8d30251431447cd921829666f3b144f on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:40:43.260113 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0eb55ac5-5f79-47cb-a96e-00bcfa215540 req-6e040f5a-d3c9-44fe-a1e1-3dd367740646 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.4788158 May 12 15:40:43.348698 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:43.354281 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:43.394820 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0eb55ac5-5f79-47cb-a96e-00bcfa215540 req-c237061a-67a0-4f37-a24a-903639414ce1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051109 May 12 15:40:43.420441 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:43.421105 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:43.422935 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] 10.222.0.15 "PUT /v2.0/ports/080334d2-2165-4063-bca6-5060f11d5215 HTTP/1.1" status: 200 len: 1094 time: 1.7651103 May 12 15:40:43.423506 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'tag': '080334d2-2165-4063-bca6-5060f11d5215'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:43.455285 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Pushing event updated for resources: {'Port': ['ID=080334d2-2165-4063-bca6-5060f11d5215,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:43.464915 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:43.466308 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-46909f3c-1527-433f-9eb9-b393e401f463 req-2c7a3378-5528-4adb-86aa-ff6fc0a5e38a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:43.498763 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-acac23f3-a4df-489f-b4f4-7ca9cffb71f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:43.505286 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'tag': '080334d2-2165-4063-bca6-5060f11d5215', 'status': 'completed', 'code': 200} May 12 15:40:43.561009 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a3378-5528-4adb-86aa-ff6fc0a5e38a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Pushing event deleted for resources: {'Port': ['ID=db21adc5-bba3-4a1e-b730-578bf5cade7a,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:43.574264 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2c7a3378-5528-4adb-86aa-ff6fc0a5e38a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:43.666483 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-46909f3c-1527-433f-9eb9-b393e401f463 req-2c7a3378-5528-4adb-86aa-ff6fc0a5e38a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] No DVR routers for this DVR port db21adc5-bba3-4a1e-b730-578bf5cade7a on host hv-cinder-78960 {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:40:43.669752 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-46909f3c-1527-433f-9eb9-b393e401f463 req-2c7a3378-5528-4adb-86aa-ff6fc0a5e38a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:43.694483 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee86904-f659-4bca-b8dc-b1881d4a6304 req-b2babb5f-da8d-47ea-a25f-4b23f156aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:43.695949 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eee86904-f659-4bca-b8dc-b1881d4a6304 req-b2babb5f-da8d-47ea-a25f-4b23f156aacc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 1097 time: 0.1826799 May 12 15:40:43.855588 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-d094165b-4661-464b-9fed-cfae31d4ae64 req-eba0ecb8-afe9-4bd4-8b55-9a26792ed695 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Synchronizing usage tracker for tenant:832d7645d4694f93b0a5b83e8377da35 on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:40:43.857580 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-46909f3c-1527-433f-9eb9-b393e401f463 req-2c7a3378-5528-4adb-86aa-ff6fc0a5e38a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.15 "DELETE /v2.0/ports/db21adc5-bba3-4a1e-b730-578bf5cade7a HTTP/1.1" status: 204 len: 173 time: 1.7303069 May 12 15:40:43.900934 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee86904-f659-4bca-b8dc-b1881d4a6304 req-b0202092-3391-40c6-96d6-1e5feca7536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:43.902481 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eee86904-f659-4bca-b8dc-b1881d4a6304 req-b0202092-3391-40c6-96d6-1e5feca7536f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e8d30251431447cd921829666f3b144f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1946948 May 12 15:40:44.037744 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-d094165b-4661-464b-9fed-cfae31d4ae64 req-eba0ecb8-afe9-4bd4-8b55-9a26792ed695 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Unset dirty status for tenant:832d7645d4694f93b0a5b83e8377da35 on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:40:44.037744 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d094165b-4661-464b-9fed-cfae31d4ae64 req-eba0ecb8-afe9-4bd4-8b55-9a26792ed695 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 210 time: 0.2382383 May 12 15:40:44.045314 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee86904-f659-4bca-b8dc-b1881d4a6304 req-9fd7b51d-91f2-4293-8474-f6c0e47c9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:44.047496 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eee86904-f659-4bca-b8dc-b1881d4a6304 req-9fd7b51d-91f2-4293-8474-f6c0e47c9cb1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367595 May 12 15:40:44.169803 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b034e-5319-4233-a861-f1d76974dabe req-a6a797c2-c300-46ab-ab77-1ce1220184f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:44.171250 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-a6a797c2-c300-46ab-ab77-1ce1220184f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 1097 time: 0.0710638 May 12 15:40:44.219674 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-3273e9ac-5433-4d22-81d7-6217598c507b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:44.248718 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-ba335cf9-1ffb-45fb-ba8e-76d1e5d62629 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=080334d2-2165-4063-bca6-5060f11d5215 HTTP/1.1" status: 200 len: 217 time: 0.0669520 May 12 15:40:44.282185 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:44.323440 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b034e-5319-4233-a861-f1d76974dabe req-f7ad4ea6-39e4-4b33-b79f-e46840e1dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:44.324792 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-f7ad4ea6-39e4-4b33-b79f-e46840e1dc3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06904d41-f4a0-432b-9939-9dafbee02cfb HTTP/1.1" status: 200 len: 855 time: 0.0598874 May 12 15:40:44.406001 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b034e-5319-4233-a861-f1d76974dabe req-4e4149ff-547e-469a-b434-63952059b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:44.407453 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-4e4149ff-547e-469a-b434-63952059b8d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737727 May 12 15:40:44.564787 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device db21adc5-bba3-4a1e-b730-578bf5cade7a no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:40:44.591362 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-1aa1f53c-347e-48cf-a654-1b991437a393 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734715 May 12 15:40:44.600905 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: db21adc5-bba3-4a1e-b730-578bf5cade7a {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:40:44.601288 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device db21adc5-bba3-4a1e-b730-578bf5cade7a not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:40:44.720706 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2e01a-5de8-4bbf-b0a0-7ab3b9645730 req-7cd3408e-7f14-4503-aa88-f6e1e37e1fb9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:44.722830 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-53a2e01a-5de8-4bbf-b0a0-7ab3b9645730 req-7cd3408e-7f14-4503-aa88-f6e1e37e1fb9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.1957612 May 12 15:40:44.798563 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ae1b034e-5319-4233-a861-f1d76974dabe req-9c65a2bf-3174-48c4-bb32-3a548719ff85 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941237 May 12 15:40:44.803923 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-53a2e01a-5de8-4bbf-b0a0-7ab3b9645730 req-5a537a0b-9b00-4966-8b47-99a8368a3d7a tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598106 May 12 15:40:45.214816 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f15b7ef8-6164-46e9-b17b-091f7e924d2c req-48da36a2-6315-4cec-b020-06ede8f803f1 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e000e1e-a896-4529-9d64-803efffe72eb HTTP/1.1" status: 200 len: 210 time: 0.0582104 May 12 15:40:45.401544 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:45.506023 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e000e1e-a896-4529-9d64-803efffe72eb', 'name': 'network-vif-deleted', 'tag': 'db21adc5-bba3-4a1e-b730-578bf5cade7a'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:45.545020 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59078) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:45.560537 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e000e1e-a896-4529-9d64-803efffe72eb', 'name': 'network-vif-deleted', 'tag': 'db21adc5-bba3-4a1e-b730-578bf5cade7a', 'status': 'completed', 'code': 200} May 12 15:40:45.730870 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ce9c728d-b62f-4da3-801b-9163959b63b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:45.745809 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ce9c728d-b62f-4da3-801b-9163959b63b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:45.749774 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ce9c728d-b62f-4da3-801b-9163959b63b6 admin admin] Usage tracker for resource:security_group_rule and tenant:1f56fb12343d4e38950c16f299190947 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:45.752636 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ce9c728d-b62f-4da3-801b-9163959b63b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:45.758393 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ce9c728d-b62f-4da3-801b-9163959b63b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:45.844923 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ce9c728d-b62f-4da3-801b-9163959b63b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:45.994699 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e5ed6-4e3b-49d2-baf8-b802226304e2 req-07e17f56-104a-4af5-842f-d3e792f15471 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:45.996069 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bd2e5ed6-4e3b-49d2-baf8-b802226304e2 req-07e17f56-104a-4af5-842f-d3e792f15471 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.0812352 May 12 15:40:46.002811 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ce9c728d-b62f-4da3-801b-9163959b63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:46.009956 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-d1169347-35f8-4b8c-a873-e96d4253d70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:46.079437 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c728d-b62f-4da3-801b-9163959b63b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ba5cb8-ff4a-41d0-8a6f-962df4a77cd4,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:46.086361 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-ce9c728d-b62f-4da3-801b-9163959b63b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f56fb12343d4e38950c16f299190947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5402939 May 12 15:40:46.087653 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ce9c728d-b62f-4da3-801b-9163959b63b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:46.089171 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 59090) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:46.092601 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bd2e5ed6-4e3b-49d2-baf8-b802226304e2 req-4e829c7e-5dc5-430a-ba8b-379ea811dd64 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907912 May 12 15:40:46.149563 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-a699e0ba-2a3e-4606-a814-0fc0bbd5017a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:46.175493 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-a699e0ba-2a3e-4606-a814-0fc0bbd5017a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:46.309948 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59096) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:46.310506 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-a699e0ba-2a3e-4606-a814-0fc0bbd5017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:46.314694 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-00176e57-65f1-4c8b-b643-13c590649090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:46.326831 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699e0ba-2a3e-4606-a814-0fc0bbd5017a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ba5cb8-ff4a-41d0-8a6f-962df4a77cd4,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:46.330259 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-a699e0ba-2a3e-4606-a814-0fc0bbd5017a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:46.334268 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-a699e0ba-2a3e-4606-a814-0fc0bbd5017a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:46.335441 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-a699e0ba-2a3e-4606-a814-0fc0bbd5017a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83ba5cb8-ff4a-41d0-8a6f-962df4a77cd4 HTTP/1.1" status: 204 len: 168 time: 0.2453027 May 12 15:40:46.566675 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 080334d2-2165-4063-bca6-5060f11d5215 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:40:46.728161 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 080334d2-2165-4063-bca6-5060f11d5215, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=080334d2-2165-4063-bca6-5060f11d5215,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:46.742632 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '080334d2-2165-4063-bca6-5060f11d5215', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'port_id': '080334d2-2165-4063-bca6-5060f11d5215', 'mac_address': 'fa:16:3e:77:39:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:40:46.808093 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:46.827521 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080334d2-2165-4063-bca6-5060f11d5215 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:40:46.849403 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 080334d2-2165-4063-bca6-5060f11d5215, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=080334d2-2165-4063-bca6-5060f11d5215,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:46.888723 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:47.116828 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:47.117932 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:47.188271 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:47.201349 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=080334d2-2165-4063-bca6-5060f11d5215,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:47.217776 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:47.384643 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9628d4c-f706-454b-a625-723bbb66c8a1 req-095e6396-5d22-4a4e-9943-a836275518a7 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:47.386070 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f9628d4c-f706-454b-a625-723bbb66c8a1 req-095e6396-5d22-4a4e-9943-a836275518a7 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 945 time: 0.1452644 May 12 15:40:47.414827 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] Deleting port 63728768-01ef-430c-9d79-eb7da4ec63d9 {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:40:47.415171 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:47.419708 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['080334d2-2165-4063-bca6-5060f11d5215'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:40:47.517983 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f9628d4c-f706-454b-a625-723bbb66c8a1 req-740b587d-6187-4250-b287-cfa0264a77fe tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239350 May 12 15:40:47.674254 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] For port 63728768-01ef-430c-9d79-eb7da4ec63d9, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=63728768-01ef-430c-9d79-eb7da4ec63d9,segment=NetworkSegment(b5938138-cab1-4333-bde0-31f4fdb94d5c),segment_id=b5938138-cab1-4333-bde0-31f4fdb94d5c)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:47.674628 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:47.799505 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] Calling delete_port for 63728768-01ef-430c-9d79-eb7da4ec63d9 owned by network:router_interface {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:40:48.215157 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:48.226335 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-d3a5b121-a240-431f-bc49-4c33f65c915d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:48.285832 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=63728768-01ef-430c-9d79-eb7da4ec63d9,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:48.289117 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:48.548195 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550902'] for router_interface, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:48.578411 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 080334d2-2165-4063-bca6-5060f11d5215 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:40:48.753549 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59184) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:48.779241 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port 080334d2-2165-4063-bca6-5060f11d5215 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:40:48.784769 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 080334d2-2165-4063-bca6-5060f11d5215 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:40:48.785599 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:48.874537 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35a48a-d762-45b2-bdd4-d02cd8349744 req-baa24bc6-cba0-4a99-bd44-a20f44a651d0 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:48.882337 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-da35a48a-d762-45b2-bdd4-d02cd8349744 req-baa24bc6-cba0-4a99-bd44-a20f44a651d0 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 945 time: 0.2067914 May 12 15:40:48.962692 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:48.988371 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b2ede855-3b0e-4e8b-8e0a-ace362b45e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:48.989537 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080334d2-2165-4063-bca6-5060f11d5215'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:48.999563 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 080334d2-2165-4063-bca6-5060f11d5215, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=080334d2-2165-4063-bca6-5060f11d5215,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:49.035293 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-b2ede855-3b0e-4e8b-8e0a-ace362b45e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:49.046195 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-da35a48a-d762-45b2-bdd4-d02cd8349744 req-8d2b4c78-f092-4f3e-bbb7-394e55b4d3b4 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629152 May 12 15:40:49.047197 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-b2ede855-3b0e-4e8b-8e0a-ace362b45e3d admin admin] Usage tracker for resource:security_group_rule and tenant:923c26f258214e14ae150dd46068b82f is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:49.052744 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-b2ede855-3b0e-4e8b-8e0a-ace362b45e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:49.059328 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080334d2-2165-4063-bca6-5060f11d5215', 'code': 200} May 12 15:40:49.062023 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-b2ede855-3b0e-4e8b-8e0a-ace362b45e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:49.101650 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] Router 627a4527-31c9-48f0-a685-9817ccb0d985 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:40:49.114912 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:49.118139 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:49.226772 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=080334d2-2165-4063-bca6-5060f11d5215,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:49.230701 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:49.407430 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b2ede855-3b0e-4e8b-8e0a-ace362b45e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:49.419611 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:40:49.428855 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d73ea3-1323-471c-87da-d87d5446be6c None None] Sync routers for ids ['627a4527-31c9-48f0-a685-9817ccb0d985'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:40:49.438069 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d73ea3-1323-471c-87da-d87d5446be6c None None] Routers {'627a4527-31c9-48f0-a685-9817ccb0d985'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:40:49.438706 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-b1d73ea3-1323-471c-87da-d87d5446be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:40:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['627a4527-31c9-48f0-a685-9817ccb0d985'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:49.505325 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b2ede855-3b0e-4e8b-8e0a-ace362b45e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:49.515012 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-640b5e98-1860-421b-9ec2-1bc883757dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:49.607125 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-b2ede855-3b0e-4e8b-8e0a-ace362b45e3d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=923c26f258214e14ae150dd46068b82f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8503139 May 12 15:40:49.607849 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 59202) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:49.618032 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ede855-3b0e-4e8b-8e0a-ace362b45e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cda804-733c-467d-85a6-cfe8214acea1,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:49.622131 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b2ede855-3b0e-4e8b-8e0a-ace362b45e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:49.623587 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] 10.222.0.61 "PUT /v2.0/routers/627a4527-31c9-48f0-a685-9817ccb0d985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3126135 May 12 15:40:49.626815 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59208) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:49.629757 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-b1d73ea3-1323-471c-87da-d87d5446be6c None None] Set router 627a4527-31c9-48f0-a685-9817ccb0d985 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:40:49.693353 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-acbe69ce-4b24-4d83-befc-b1c45665fe1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:49.724194 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-acbe69ce-4b24-4d83-befc-b1c45665fe1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:49.806335 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fcdc4-22c2-48d7-97d9-c883ac6b8327 req-d1f15cbb-355a-41ea-9d46-7d8108d263b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:49.808144 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f67fcdc4-22c2-48d7-97d9-c883ac6b8327 req-d1f15cbb-355a-41ea-9d46-7d8108d263b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 1099 time: 0.2939053 May 12 15:40:49.858787 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-acbe69ce-4b24-4d83-befc-b1c45665fe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:49.861027 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:49.867390 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-75bfcce9-a479-4a97-b442-419277104bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:49.883804 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-acbe69ce-4b24-4d83-befc-b1c45665fe1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:49.885324 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-acbe69ce-4b24-4d83-befc-b1c45665fe1c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20cda804-733c-467d-85a6-cfe8214acea1 HTTP/1.1" status: 204 len: 168 time: 0.2759390 May 12 15:40:49.886680 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe69ce-4b24-4d83-befc-b1c45665fe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cda804-733c-467d-85a6-cfe8214acea1,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:49.902362 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-acbe69ce-4b24-4d83-befc-b1c45665fe1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:49.938734 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-b1d73ea3-1323-471c-87da-d87d5446be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'name': 'tempest-ServerRescueNegativeTestJSON-801040364-router', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:37:27Z', 'updated_at': '2021-05-12T15:40:48Z', 'revision_number': 5, 'project_id': '832d7645d4694f93b0a5b83e8377da35', 'gw_port': {'id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:37:29Z', 'updated_at': '2021-05-12T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:49.943497 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d73ea3-1323-471c-87da-d87d5446be6c None None] Checking router: 627a4527-31c9-48f0-a685-9817ccb0d985 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:40:49.953273 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d73ea3-1323-471c-87da-d87d5446be6c None None] Routers {'627a4527-31c9-48f0-a685-9817ccb0d985'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:40:49.954153 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-b1d73ea3-1323-471c-87da-d87d5446be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:40:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['627a4527-31c9-48f0-a685-9817ccb0d985'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:50.015596 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f67fcdc4-22c2-48d7-97d9-c883ac6b8327 req-336c293f-e09a-4c7b-8972-84d1a270b5e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993494 May 12 15:40:50.076780 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:50.144918 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-b1d73ea3-1323-471c-87da-d87d5446be6c None None] Set router 627a4527-31c9-48f0-a685-9817ccb0d985 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:40:50.349367 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbe5ac-bb9b-4441-961f-1a66d727727f req-ed4ca2f1-4d01-44f0-9705-3b308cd83b04 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:50.351276 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-54dbe5ac-bb9b-4441-961f-1a66d727727f req-ed4ca2f1-4d01-44f0-9705-3b308cd83b04 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.1326075 May 12 15:40:50.353237 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Deleting port 24d1c910-a21c-40b6-8af2-22dec12e6839 {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:40:50.353763 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:50.477924 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-54dbe5ac-bb9b-4441-961f-1a66d727727f req-edc56aa0-5750-4319-88ff-eb5ff536ae23 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104171 May 12 15:40:50.488311 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-b1d73ea3-1323-471c-87da-d87d5446be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'name': 'tempest-ServerRescueNegativeTestJSON-801040364-router', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:37:27Z', 'updated_at': '2021-05-12T15:40:48Z', 'revision_number': 5, 'project_id': '832d7645d4694f93b0a5b83e8377da35', 'gw_port': {'id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:37:29Z', 'updated_at': '2021-05-12T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:50.495902 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d73ea3-1323-471c-87da-d87d5446be6c None None] The sync data for ids ['627a4527-31c9-48f0-a685-9817ccb0d985'] in dv-cinder-789603-6-smb is: [{'id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'name': 'tempest-ServerRescueNegativeTestJSON-801040364-router', 'tenant_id': '832d7645d4694f93b0a5b83e8377da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:37:27Z', 'updated_at': '2021-05-12T15:40:48Z', 'revision_number': 5, 'project_id': '832d7645d4694f93b0a5b83e8377da35', 'gw_port': {'id': '24d1c910-a21c-40b6-8af2-22dec12e6839', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627a4527-31c9-48f0-a685-9817ccb0d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:37:29Z', 'updated_at': '2021-05-12T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:40:50.528968 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] For port 24d1c910-a21c-40b6-8af2-22dec12e6839, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=24d1c910-a21c-40b6-8af2-22dec12e6839,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:50.529266 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:50.653627 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Calling delete_port for 24d1c910-a21c-40b6-8af2-22dec12e6839 owned by network:router_gateway {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:40:50.881342 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 63728768-01ef-430c-9d79-eb7da4ec63d9 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:40:50.927654 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:50.932542 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:50.935150 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 63728768-01ef-430c-9d79-eb7da4ec63d9 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:40:50.941174 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 63728768-01ef-430c-9d79-eb7da4ec63d9 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:40:50.984719 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d1c910-a21c-40b6-8af2-22dec12e6839,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:51.012860 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:51.089422 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546658'] for router_gateway, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:51.362143 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46421'] for router, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:51.364705 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:51.550250 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-994672'] for router, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:51.550782 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 627a4527-31c9-48f0-a685-9817ccb0d985 {{(pid=79428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:40:51.567261 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Notify callbacks [] for router, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:51.569507 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/627a4527-31c9-48f0-a685-9817ccb0d985 HTTP/1.1" status: 204 len: 168 time: 1.9417970 May 12 15:40:51.572109 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59264) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:51.685877 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc93262-ef1f-42ca-85cd-4041a1bd3ea9 admin admin] Deleting subnet c4bb5121-ca7c-4ce3-b5ba-87b429a70160 {{(pid=79428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:40:51.693017 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3bc93262-ef1f-42ca-85cd-4041a1bd3ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:51.749507 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3bc93262-ef1f-42ca-85cd-4041a1bd3ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10637354'] for subnet, precommit_delete_associations {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:51.796488 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba1df2-566c-45b5-b20f-fb9432b79a67 req-a251a5d6-96e4-4a57-ad05-ab9d9dac29ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:51.797975 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a3ba1df2-566c-45b5-b20f-fb9432b79a67 req-a251a5d6-96e4-4a57-ad05-ab9d9dac29ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.1874778 May 12 15:40:51.846343 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3bc93262-ef1f-42ca-85cd-4041a1bd3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:51.894219 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a3ba1df2-566c-45b5-b20f-fb9432b79a67 req-d454c824-df35-468b-9fbb-42a17623c529 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898416 May 12 15:40:52.171832 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505058d-89de-489a-9616-2be70d2e81d6 req-fdf0c51e-9fe6-4257-a59b-848d1538ba07 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:52.173184 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9505058d-89de-489a-9616-2be70d2e81d6 req-fdf0c51e-9fe6-4257-a59b-848d1538ba07 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.1581359 May 12 15:40:52.182718 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 59272) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:52.188687 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-066d9efa-28af-420a-8f04-968022316406 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Request body: {'floatingip': {'port_id': '080334d2-2165-4063-bca6-5060f11d5215'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:52.253664 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3bc93262-ef1f-42ca-85cd-4041a1bd3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1620135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10920355'] for subnet, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:52.257905 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:52.293540 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc93262-ef1f-42ca-85cd-4041a1bd3ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4bb5121-ca7c-4ce3-b5ba-87b429a70160,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:52.296534 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3bc93262-ef1f-42ca-85cd-4041a1bd3ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:52.297565 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3bc93262-ef1f-42ca-85cd-4041a1bd3ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:52.307601 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-3bc93262-ef1f-42ca-85cd-4041a1bd3ea9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c4bb5121-ca7c-4ce3-b5ba-87b429a70160 HTTP/1.1" status: 204 len: 168 time: 0.7344487 May 12 15:40:52.308602 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59276) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:52.370463 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-066d9efa-28af-420a-8f04-968022316406 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:52.448183 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:52.621159 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:52.634820 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e149a484-26c4-4518-be41-6c6d1ceac693']}} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:52.647752 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5938138-cab1-4333-bde0-31f4fdb94d5c') {'for_net_delete': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:52.648051 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5938138-cab1-4333-bde0-31f4fdb94d5c') {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:52.669296 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10637365'] for segment, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:52.686870 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:52.698617 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=79428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:40:52.699330 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1620161'] for segment, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: Traceback (most recent call last): May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: timer() May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: cb(*args, **kw) May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: return func(*args, **kwargs) May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: self._notify() May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: self.callback(batched_events) May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: event.method(event) May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: return f(self, *a, **k) May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: return self._get(url).json() May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: return self.request(url, 'GET', **kwargs) May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:40:52.713829 dv-cinder-789603-6-smb neutron-server[79428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:40:52.734931 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 24d1c910-a21c-40b6-8af2-22dec12e6839 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:40:52.774712 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 24d1c910-a21c-40b6-8af2-22dec12e6839 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:40:52.775208 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 24d1c910-a21c-40b6-8af2-22dec12e6839 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:40:52.852779 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:52.856788 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:52.870790 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:52.882141 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] Pushing event deleted for resources: {'Network': ['ID=e149a484-26c4-4518-be41-6c6d1ceac693,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:52.884941 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:52.940042 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e149a484-26c4-4518-be41-6c6d1ceac693 HTTP/1.1" status: 204 len: 168 time: 0.6304111 May 12 15:40:53.061479 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-066d9efa-28af-420a-8f04-968022316406 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:53.145293 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-066d9efa-28af-420a-8f04-968022316406 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:53.318032 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.l3_db [None req-066d9efa-28af-420a-8f04-968022316406 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Floating IP e41a55d7-ece6-4a05-bfe8-d4a6517200da associated. External IP: 172.28.0.225, port: 080334d2-2165-4063-bca6-5060f11d5215. May 12 15:40:53.475289 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59290) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:53.533188 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-4a6201ef-6ae3-4b52-aa8a-96c409626f0b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=832d7645d4694f93b0a5b83e8377da35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540910 May 12 15:40:53.533401 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59296) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:53.611372 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee5d4-d852-45aa-be39-4d2a65764591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:53.652004 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee5d4-d852-45aa-be39-4d2a65764591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:53.718546 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066d9efa-28af-420a-8f04-968022316406 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Router c6150b42-7dc9-4796-a4da-58a8a79d4b6b has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:40:53.904555 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee5d4-d852-45aa-be39-4d2a65764591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:53.908505 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3826c3f2-d0db-4165-887c-bc1cc46c2580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:53.922491 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ee5d4-d852-45aa-be39-4d2a65764591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0509c4b9-a558-4bb4-a79f-1360c33fe649,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:53.925724 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4e3ee5d4-d852-45aa-be39-4d2a65764591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:53.998865 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066d9efa-28af-420a-8f04-968022316406 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:40:54.003857 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-066d9efa-28af-420a-8f04-968022316406 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:54.007724 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee5d4-d852-45aa-be39-4d2a65764591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:54.008873 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-4e3ee5d4-d852-45aa-be39-4d2a65764591 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0509c4b9-a558-4bb4-a79f-1360c33fe649 HTTP/1.1" status: 204 len: 168 time: 0.4745719 May 12 15:40:54.026198 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f9f06-ada3-4b1e-b425-87828c6cb9a7 None None] Sync routers for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:40:54.049623 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f9f06-ada3-4b1e-b425-87828c6cb9a7 None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:40:54.050285 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-031f9f06-ada3-4b1e-b425-87828c6cb9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:40:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:54.068546 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-066d9efa-28af-420a-8f04-968022316406 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "PUT /v2.0/floatingips/e41a55d7-ece6-4a05-bfe8-d4a6517200da HTTP/1.1" status: 200 len: 992 time: 1.8812916 May 12 15:40:54.068546 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'tag': '080334d2-2165-4063-bca6-5060f11d5215'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:54.173423 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'tag': '080334d2-2165-4063-bca6-5060f11d5215', 'status': 'completed', 'code': 200} May 12 15:40:54.295164 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-031f9f06-ada3-4b1e-b425-87828c6cb9a7 None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:40:54.305091 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97e86-0243-47ee-93c9-e7781efc99c3 req-36234ee7-17a0-4d4d-be5b-d2122d968711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:54.309771 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42e97e86-0243-47ee-93c9-e7781efc99c3 req-36234ee7-17a0-4d4d-be5b-d2122d968711 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 1099 time: 0.0984404 May 12 15:40:54.512890 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97e86-0243-47ee-93c9-e7781efc99c3 req-5055ddac-89fa-4691-964a-65c63d57f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:54.514506 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42e97e86-0243-47ee-93c9-e7781efc99c3 req-5055ddac-89fa-4691-964a-65c63d57f293 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d HTTP/1.1" status: 200 len: 917 time: 0.1943378 May 12 15:40:54.639726 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42e97e86-0243-47ee-93c9-e7781efc99c3 req-96fe5b08-ef2a-4613-b364-b673b3320070 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=080334d2-2165-4063-bca6-5060f11d5215 HTTP/1.1" status: 200 len: 1000 time: 0.1145606 May 12 15:40:54.731556 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-031f9f06-ada3-4b1e-b425-87828c6cb9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': 'e41a55d7-ece6-4a05-bfe8-d4a6517200da', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'floating_ip_address': '172.28.0.225', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'port_id': '080334d2-2165-4063-bca6-5060f11d5215', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'mac_address': 'fa:16:3e:77:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:40:34Z', 'updated_at': '2021-05-12T15:40:52Z', 'revision_number': 1, 'project_id': 'e8d30251431447cd921829666f3b144f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:37Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:54.733184 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97e86-0243-47ee-93c9-e7781efc99c3 req-6d610b9d-e3fb-43cb-ae56-a586190730a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:54.734675 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42e97e86-0243-47ee-93c9-e7781efc99c3 req-6d610b9d-e3fb-43cb-ae56-a586190730a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06904d41-f4a0-432b-9939-9dafbee02cfb HTTP/1.1" status: 200 len: 855 time: 0.0826714 May 12 15:40:54.735671 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f9f06-ada3-4b1e-b425-87828c6cb9a7 None None] Checking router: c6150b42-7dc9-4796-a4da-58a8a79d4b6b for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:40:54.746362 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f9f06-ada3-4b1e-b425-87828c6cb9a7 None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:40:54.746996 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-031f9f06-ada3-4b1e-b425-87828c6cb9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:40:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:54.843066 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97e86-0243-47ee-93c9-e7781efc99c3 req-30595270-2aa4-45b7-92ca-bc6872fc3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:54.844638 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42e97e86-0243-47ee-93c9-e7781efc99c3 req-30595270-2aa4-45b7-92ca-bc6872fc3cb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0996199 May 12 15:40:54.954582 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-031f9f06-ada3-4b1e-b425-87828c6cb9a7 None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:40:55.012955 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42e97e86-0243-47ee-93c9-e7781efc99c3 req-87d14382-b35a-4895-a572-c0fa1b803edf service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514645 May 12 15:40:55.166667 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42e97e86-0243-47ee-93c9-e7781efc99c3 req-e2ce52cd-a111-4181-a276-5eb566d9732c service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433034 May 12 15:40:55.328914 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-031f9f06-ada3-4b1e-b425-87828c6cb9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': 'e41a55d7-ece6-4a05-bfe8-d4a6517200da', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'floating_ip_address': '172.28.0.225', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'port_id': '080334d2-2165-4063-bca6-5060f11d5215', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'mac_address': 'fa:16:3e:77:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:40:34Z', 'updated_at': '2021-05-12T15:40:52Z', 'revision_number': 1, 'project_id': 'e8d30251431447cd921829666f3b144f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:37Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:55.333695 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f9f06-ada3-4b1e-b425-87828c6cb9a7 None None] The sync data for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb is: [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': 'e41a55d7-ece6-4a05-bfe8-d4a6517200da', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'floating_ip_address': '172.28.0.225', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'port_id': '080334d2-2165-4063-bca6-5060f11d5215', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'mac_address': 'fa:16:3e:77:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:40:34Z', 'updated_at': '2021-05-12T15:40:52Z', 'revision_number': 1, 'project_id': 'e8d30251431447cd921829666f3b144f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:37Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:40:55.447034 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59348) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:55.570650 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-363667637-network', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:55.575315 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:55.579925 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Usage tracker for resource:network and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:55.583610 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:55.585841 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e369b3-034a-4ee4-9291-b2411b85c06b None None] New status for floating IP e41a55d7-ece6-4a05-bfe8-d4a6517200da: ACTIVE {{(pid=79431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:40:55.590962 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:55.704389 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Made reservation on behalf of 6fa320d8e1154e4ab0b8840bbf7296af for: {'network': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:40:55.707085 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:55.720052 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:55.734814 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:55.739157 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Usage tracker for resource:security_group_rule and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:55.742072 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:55.748334 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:55.845483 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:55.904511 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:55.907697 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:55.935635 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=79428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:40:55.945397 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a92f19d-b9d0-4420-a358-d9f92f5b31fd,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:55.948857 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:55.951402 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:55.951755 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.segments_db [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Added segment 28ad38c7-0240-4bab-8068-0fd1b54b4e78 of type vlan for network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 May 12 15:40:55.979824 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:56.076459 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:56.077870 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:56.078471 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:56.082182 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-d1002567-d013-4640-bc9c-4d8207e50485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:56.183206 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Pushing event updated for resources: {'Network': ['ID=3673dcb9-b8e5-4a98-a40d-0eae8f001277,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:56.185840 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:56.193545 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:40:56.265322 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8171775 May 12 15:40:56.268200 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59360) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:56.273798 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Request body: {'subnet': {'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-363667637-subnet', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:56.278446 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:56.282218 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Usage tracker for resource:subnet and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:56.285553 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:56.291436 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:56.361680 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Made reservation on behalf of 6fa320d8e1154e4ab0b8840bbf7296af for: {'subnet': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:40:56.364570 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10920392'] for subnet, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:56.876714 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2011236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10920378'] for subnet, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:56.882016 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:56.954414 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=716246a2-e46b-408f-a13b-bce401958b4b,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:56.958189 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:56.965732 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Checking segment: {'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:40:56.966094 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Network hostable DHCP agents. Network: 3673dcb9-b8e5-4a98-a40d-0eae8f001277, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:40:57.150361 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:40:57.236055 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, 3673dcb9-b8e5-4a98-a40d-0eae8f001277) {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:40:57.245101 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:57.245697 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:57.247545 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3f4292-51e4-4eaf-b71f-5ca55bbecbc5 None None] Network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:40:57.401175 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-99fdc2a6-f01f-4eef-84d5-af0044653088 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1317739 May 12 15:40:57.403968 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59374) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:57.410136 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:40:57.414662 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:40:57.418528 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Usage tracker for resource:router and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:40:57.421448 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:40:57.427441 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:40:57.470554 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe869d628-5334-5526-9cb7-f08dcc6e29b0-3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b'}]}} from dv-cinder-789603-6-smb. {{(pid=79430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:40:57.471475 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:57.510797 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-993519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46459'] for router, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:57.513094 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46402'] for router, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:57.534026 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:57.670441 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.db_base_plugin_common [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Allocated IP 172.20.0.2 (3673dcb9-b8e5-4a98-a40d-0eae8f001277/716246a2-e46b-408f-a13b-bce401958b4b/d0fa4690-7e54-4c2b-953e-e1226549e64f) {{(pid=79430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:40:57.888018 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:57.898984 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Transition to ACTIVE for port object d0fa4690-7e54-4c2b-953e-e1226549e64f will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:40:57.918269 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Transition to ACTIVE for port object d0fa4690-7e54-4c2b-953e-e1226549e64f will not be triggered until provisioned by entity DHCP. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:40:57.972690 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-994075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46428'] for router, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:58.002503 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:58.006415 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-81cbf058-bdbc-4cc9-a764-2feb71e80696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:58.069789 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 is already hosted by enough agents. {{(pid=79430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:40:58.072856 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.base_scheduler [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Resources bound (agent type, host, resource id): {{(pid=79430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:40:58.082174 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Received port after_create {{(pid=79430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:40:58.088682 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Pushing event updated for resources: {'Port': ['ID=d0fa4690-7e54-4c2b-953e-e1226549e64f,revision_number=1']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:58.092838 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:58.182184 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Attempting to bind port d0fa4690-7e54-4c2b-953e-e1226549e64f on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:40:58.182532 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Attempting to bind port d0fa4690-7e54-4c2b-953e-e1226549e64f by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:40:58.183111 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Attempting to bind port d0fa4690-7e54-4c2b-953e-e1226549e64f on network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:40:58.189082 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:40:58.189485 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Checking segment: {'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:40:58.190089 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:58.191213 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Bound using segment: {'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:40:58.191696 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Bound port: d0fa4690-7e54-4c2b-953e-e1226549e64f, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:40:58.192080 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:58.281188 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] For port d0fa4690-7e54-4c2b-953e-e1226549e64f, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:40:58.284733 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] For port d0fa4690-7e54-4c2b-953e-e1226549e64f, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=d0fa4690-7e54-4c2b-953e-e1226549e64f,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:40:58.366620 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:58.371465 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:58.418135 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:58.446325 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:58.456315 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Pushing event updated for resources: {'Port': ['ID=d0fa4690-7e54-4c2b-953e-e1226549e64f,revision_number=2']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:58.460146 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:58.592591 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Allocated IP 172.28.0.62 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/144d60d2-66bf-4cb6-9baa-f297e2f9a612) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:40:58.777773 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:58.783751 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device d0fa4690-7e54-4c2b-953e-e1226549e64f up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:40:58.922012 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:58.926811 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b4e4b32b-2883-4e05-84c0-e3195d0737c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:58.991474 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:40:58.995832 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port d0fa4690-7e54-4c2b-953e-e1226549e64f completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:40:58.998879 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:40:59.010959 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:40:59.052265 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Pushing event updated for resources: {'Port': ['ID=144d60d2-66bf-4cb6-9baa-f297e2f9a612,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:59.066562 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:59.582442 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83f2b71-4eea-4536-a771-33d73e055936 None None] Network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:40:59.748679 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-e21c9e30-7188-4a89-9844-6f710d396726 None None] Provisioning for port d0fa4690-7e54-4c2b-953e-e1226549e64f completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:40:59.756776 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-e21c9e30-7188-4a89-9844-6f710d396726 None None] Provisioning complete for port d0fa4690-7e54-4c2b-953e-e1226549e64f triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:40:59.757183 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e21c9e30-7188-4a89-9844-6f710d396726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:59.774885 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:59.957876 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e21c9e30-7188-4a89-9844-6f710d396726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:00.001212 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-e21c9e30-7188-4a89-9844-6f710d396726 None None] For port d0fa4690-7e54-4c2b-953e-e1226549e64f, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=d0fa4690-7e54-4c2b-953e-e1226549e64f,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:41:00.081974 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e21c9e30-7188-4a89-9844-6f710d396726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:00.085850 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:00.156873 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542988'] for router, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:00.194930 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c9e30-7188-4a89-9844-6f710d396726 None None] Pushing event updated for resources: {'Port': ['ID=d0fa4690-7e54-4c2b-953e-e1226549e64f,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:00.202851 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-e21c9e30-7188-4a89-9844-6f710d396726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:00.216874 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7ded4a0e-f249-4a01-858e-ae8355cef82c None None] Provisioning complete for port d0fa4690-7e54-4c2b-953e-e1226549e64f triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:41:00.217290 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7ded4a0e-f249-4a01-858e-ae8355cef82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:00.441908 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Router 7717e110-86db-45dd-8305-d3e532cf7ab8 is scheduled to L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 with binding_index 1 {{(pid=79428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:41:00.530098 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:41:00.622853 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:41:00.632610 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Sync routers for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:41:00.649167 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:41:00.649167 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:40:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:00.748752 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Notify callbacks [] for router, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:00.751315 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3447385 May 12 15:41:00.757655 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59448) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:00.774630 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device d0fa4690-7e54-4c2b-953e-e1226549e64f up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:41:00.897706 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:41:00.971804 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port d0fa4690-7e54-4c2b-953e-e1226549e64f triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:41:00.972183 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:01.364712 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:40:59Z', 'revision_number': 3, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:01.369244 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Checking router: 7717e110-86db-45dd-8305-d3e532cf7ab8 for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:41:01.369647 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Updating router 7717e110-86db-45dd-8305-d3e532cf7ab8 port 144d60d2-66bf-4cb6-9baa-f297e2f9a612 binding host dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:41:01.423376 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:01.613592 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:01.762630 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Notify callbacks [] for port, precommit_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:01.774757 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Transition to ACTIVE for port object 144d60d2-66bf-4cb6-9baa-f297e2f9a612 will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:41:01.827202 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Allocated IP 172.20.0.1 (3673dcb9-b8e5-4a98-a40d-0eae8f001277/716246a2-e46b-408f-a13b-bce401958b4b/04e84725-c18b-4c2b-9ccf-20c935308926) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:41:01.887343 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:01.891226 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:01.982788 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Attempting to bind port 144d60d2-66bf-4cb6-9baa-f297e2f9a612 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:41:01.983171 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Attempting to bind port 144d60d2-66bf-4cb6-9baa-f297e2f9a612 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:41:01.983548 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Attempting to bind port 144d60d2-66bf-4cb6-9baa-f297e2f9a612 on network af5cf3b2-0f76-46e3-8e35-95db1bf12898 {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:41:01.987506 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce3ff9-2ca0-448d-b75d-6e7789a174c3 None None] Pushing event updated for resources: {'Port': ['ID=144d60d2-66bf-4cb6-9baa-f297e2f9a612,revision_number=2']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:01.992236 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:01.997878 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-68ce3ff9-2ca0-448d-b75d-6e7789a174c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:02.000730 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:41:02.000730 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Checking segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:41:02.001121 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:02.001503 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Bound using segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:41:02.001994 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Bound port: 144d60d2-66bf-4cb6-9baa-f297e2f9a612, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:41:02.002382 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:02.009438 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Transition to ACTIVE for port object 04e84725-c18b-4c2b-9ccf-20c935308926 will not be triggered until provisioned by entity DHCP. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:41:02.085296 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] For port 144d60d2-66bf-4cb6-9baa-f297e2f9a612, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:41:02.088543 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] For port 144d60d2-66bf-4cb6-9baa-f297e2f9a612, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=144d60d2-66bf-4cb6-9baa-f297e2f9a612,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:41:02.099429 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:02.104232 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:02.157760 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:02.161469 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:41:02.164169 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:41:02.167513 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:41:02.186081 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-e21c9e30-7188-4a89-9844-6f710d396726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:02.263143 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542163'] for router_interface, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:02.325490 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce3ff9-2ca0-448d-b75d-6e7789a174c3 None None] Pushing event updated for resources: {'Port': ['ID=144d60d2-66bf-4cb6-9baa-f297e2f9a612,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:02.337223 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-68ce3ff9-2ca0-448d-b75d-6e7789a174c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:02.350097 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:41:02.350743 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:40:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:02.429957 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Pushing event updated for resources: {'Port': ['ID=04e84725-c18b-4c2b-9ccf-20c935308926,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:02.444404 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:02.564309 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:41:02.688828 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:02.841110 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-4e4fc6f4-e632-4b3b-897c-6930c3009c0f None None] Provisioning for port 04e84725-c18b-4c2b-9ccf-20c935308926 completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:41:02.881167 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-4e4fc6f4-e632-4b3b-897c-6930c3009c0f None None] Provisioning complete for port 04e84725-c18b-4c2b-9ccf-20c935308926 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:41:02.881541 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc6f4-e632-4b3b-897c-6930c3009c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:02.961535 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fc6f4-e632-4b3b-897c-6930c3009c0f None None] Port 04e84725-c18b-4c2b-9ccf-20c935308926 cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:41:03.042717 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:40:59Z', 'revision_number': 3, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:03.046569 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691f5d37-c0e6-48cc-9dfc-2345a64108ff None None] The sync data for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb is: [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:40:59Z', 'revision_number': 3, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:41:03.068546 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dc75d-ab33-4dd5-ad4d-3ccedd6e1cfc req-f660be82-fb54-41b9-9ac8-aef091eadee8 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:03.071083 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5f8dc75d-ab33-4dd5-ad4d-3ccedd6e1cfc req-f660be82-fb54-41b9-9ac8-aef091eadee8 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.2070091 May 12 15:41:03.073263 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58746c5-2b80-4d2c-a702-6a5d01718dcf req-dd99d2bb-4c0b-49f2-85f9-c4cd1fea8f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:03.074678 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e58746c5-2b80-4d2c-a702-6a5d01718dcf req-dd99d2bb-4c0b-49f2-85f9-c4cd1fea8f0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=819eaf9b77fb4b30a2e88e379a7dd20a&device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 1137 time: 0.2090065 May 12 15:41:03.129655 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:03.227491 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:03.363257 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5f8dc75d-ab33-4dd5-ad4d-3ccedd6e1cfc req-afcf15d8-963b-4c0d-9cb8-cd05b8816fdf tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2783644 May 12 15:41:03.389933 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b17de287-e3c8-4383-9b27-b43cf63e156b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:03.465215 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58746c5-2b80-4d2c-a702-6a5d01718dcf req-2d83b4d5-fe12-48eb-b8ea-cbd41d571ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:03.466688 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e58746c5-2b80-4d2c-a702-6a5d01718dcf req-2d83b4d5-fe12-48eb-b8ea-cbd41d571ac6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd10d637-447c-4439-bfbb-15e63521bc89 HTTP/1.1" status: 200 len: 915 time: 0.3617811 May 12 15:41:03.551577 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542064'] for router_interface, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:03.577489 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Pushing event updated for resources: {'Port': ['ID=04e84725-c18b-4c2b-9ccf-20c935308926,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:03.604293 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:03.670228 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e58746c5-2b80-4d2c-a702-6a5d01718dcf req-0869de51-ebbb-4a96-abfb-c9f5b41bfe4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b89405-42f1-4193-9de0-f7c6eacde56c HTTP/1.1" status: 200 len: 1001 time: 0.1944020 May 12 15:41:03.794878 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58746c5-2b80-4d2c-a702-6a5d01718dcf req-b285fdfd-603f-45ee-ac11-95c1d4f5c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:03.796339 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e58746c5-2b80-4d2c-a702-6a5d01718dcf req-b285fdfd-603f-45ee-ac11-95c1d4f5c0f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2ab8463-a9ea-4251-b751-01eca3a884d3 HTTP/1.1" status: 200 len: 853 time: 0.1172581 May 12 15:41:03.817086 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:41:03.820924 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:41:04.114005 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-90116fc4-d7cf-467e-81ed-95a25654faf2 None None] Provisioning complete for port 04e84725-c18b-4c2b-9ccf-20c935308926 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:41:04.114576 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-90116fc4-d7cf-467e-81ed-95a25654faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:04.129874 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58746c5-2b80-4d2c-a702-6a5d01718dcf req-c6356076-f831-40bf-b813-15ce2187f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:04.131503 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e58746c5-2b80-4d2c-a702-6a5d01718dcf req-c6356076-f831-40bf-b813-15ce2187f941 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd10d637-447c-4439-bfbb-15e63521bc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3003294 May 12 15:41:04.156025 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Router 7717e110-86db-45dd-8305-d3e532cf7ab8 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:41:04.181864 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-90116fc4-d7cf-467e-81ed-95a25654faf2 None None] Port 04e84725-c18b-4c2b-9ccf-20c935308926 cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:41:04.477977 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e58746c5-2b80-4d2c-a702-6a5d01718dcf req-492e03f3-3c31-46fe-b9dc-374018cd1c64 service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313503 May 12 15:41:04.619625 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:41:04.701974 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] 10.222.0.61 "PUT /v2.0/routers/7717e110-86db-45dd-8305-d3e532cf7ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9427516 May 12 15:41:04.758643 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 144d60d2-66bf-4cb6-9baa-f297e2f9a612 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:41:04.783536 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e58746c5-2b80-4d2c-a702-6a5d01718dcf req-0cb6da42-1d09-40b0-a509-9abf327cfc7b service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958016 May 12 15:41:04.831831 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61315b8a-bf34-445f-9307-78c13b518a1e req-d6a94dfb-dc3a-4408-b16f-d59ef9e505c1 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:04.834540 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61315b8a-bf34-445f-9307-78c13b518a1e req-d6a94dfb-dc3a-4408-b16f-d59ef9e505c1 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 945 time: 0.2573159 May 12 15:41:04.844136 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Sync routers for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:41:04.846038 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4176a-4e65-45a3-9b8e-573ef1494e41 req-25247260-c030-42c8-abce-bf5d7aacf130 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:04.855027 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-80b4176a-4e65-45a3-9b8e-573ef1494e41 req-25247260-c030-42c8-abce-bf5d7aacf130 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.2754924 May 12 15:41:04.859590 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:41:04.860447 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:40:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:04.946776 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-80b4176a-4e65-45a3-9b8e-573ef1494e41 req-4b5791a0-6ef7-43ed-b6d1-717ceddea280 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919149 May 12 15:41:04.953534 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-61315b8a-bf34-445f-9307-78c13b518a1e req-1c2fabf8-3538-4258-87be-f1e8e830b8f7 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973103 May 12 15:41:04.979245 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 144d60d2-66bf-4cb6-9baa-f297e2f9a612 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:41:04.984769 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 144d60d2-66bf-4cb6-9baa-f297e2f9a612 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:41:04.985269 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:05.102970 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:41:05.162356 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:05.187138 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 144d60d2-66bf-4cb6-9baa-f297e2f9a612, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=144d60d2-66bf-4cb6-9baa-f297e2f9a612,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:41:05.281918 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:05.284612 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:05.376715 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=144d60d2-66bf-4cb6-9baa-f297e2f9a612,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:05.380733 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:05.465815 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 2, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:05.471141 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Checking router: 7717e110-86db-45dd-8305-d3e532cf7ab8 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:41:05.471141 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Updating router 7717e110-86db-45dd-8305-d3e532cf7ab8 port 04e84725-c18b-4c2b-9ccf-20c935308926 binding host dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:41:05.484474 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59522) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:05.493003 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1618645807', 'description': 'tempest-description--758974375'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:41:05.498930 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:41:05.502749 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Usage tracker for resource:security_group and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:41:05.506308 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:41:05.512158 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:41:05.525530 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:05.638810 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 59528) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:05.673747 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:05.695891 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:41:05.700121 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Usage tracker for resource:security_group_rule and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:41:05.702964 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:41:05.709504 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:41:05.787910 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e84a1db4-1ca1-4468-a7c5-ee6248ac47b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:05.803761 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-e84a1db4-1ca1-4468-a7c5-ee6248ac47b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:41:05.807644 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:05.808009 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-e84a1db4-1ca1-4468-a7c5-ee6248ac47b1 admin admin] Usage tracker for resource:security_group_rule and tenant:5b54590abadb471f81ab0a106e7fc709 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:41:05.811872 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-e84a1db4-1ca1-4468-a7c5-ee6248ac47b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:41:05.821618 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-e84a1db4-1ca1-4468-a7c5-ee6248ac47b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:41:05.930243 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Notify callbacks [] for port, precommit_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:05.942250 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.provisioning_blocks [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Transition to ACTIVE for port object 04e84725-c18b-4c2b-9ccf-20c935308926 will not be triggered until provisioned by entity L2. {{(pid=79431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:41:06.173454 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.184557 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-31505517-89db-421d-997f-83ca4b0338fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:06.243322 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e84a1db4-1ca1-4468-a7c5-ee6248ac47b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.283566 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.294576 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-df0eb7d2-4592-4c85-9ddb-87de673ad125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:06.357130 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de7d018-746c-44ed-88d2-b58f48b1e18a,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:06.362342 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:06.391173 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e84a1db4-1ca1-4468-a7c5-ee6248ac47b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.393199 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Pushing event updated for resources: {'Port': ['ID=04e84725-c18b-4c2b-9ccf-20c935308926,revision_number=3']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:06.395255 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc0728-25c3-477d-9c45-eb16ade11b6c req-74f8401e-9273-4f23-aeff-08d60036c06f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:06.403649 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-83cc0728-25c3-477d-9c45-eb16ade11b6c req-74f8401e-9273-4f23-aeff-08d60036c06f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.3331606 May 12 15:41:06.427157 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-07d6c367-57b5-4ea8-b999-6e63ceafb8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:06.430112 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:06.430515 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:06.430865 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:06.431312 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:06.431888 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:06.432391 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:06.432713 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:06.433032 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:06.441028 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:06.441028 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:06.441028 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:06.441028 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:06.441524 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-e84a1db4-1ca1-4468-a7c5-ee6248ac47b1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b54590abadb471f81ab0a106e7fc709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7991207 May 12 15:41:06.441619 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:06.441710 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754140b-789c-48ad-9f4b-07d489bd90bd req-c838d90b-3848-4339-8755-7c541aab8652 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:06.441874 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c754140b-789c-48ad-9f4b-07d489bd90bd req-c838d90b-3848-4339-8755-7c541aab8652 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 945 time: 0.3318932 May 12 15:41:06.442353 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59542) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:06.448078 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.448441 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Attempting to bind port 04e84725-c18b-4c2b-9ccf-20c935308926 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:41:06.448865 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Attempting to bind port 04e84725-c18b-4c2b-9ccf-20c935308926 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:41:06.449390 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9636102 May 12 15:41:06.449521 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Attempting to bind port 04e84725-c18b-4c2b-9ccf-20c935308926 on network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:41:06.453631 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 59546) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:06.455791 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:41:06.456720 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Checking segment: {'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:41:06.457169 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.457558 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Bound using segment: {'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:41:06.458032 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Bound port: 04e84725-c18b-4c2b-9ccf-20c935308926, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'}}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:41:06.458421 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.460736 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-136e6466-d32a-4883-b3c2-740c399b216b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Request body: {'security_group_rule': {'security_group_id': '3de7d018-746c-44ed-88d2-b58f48b1e18a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:41:06.480641 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-136e6466-d32a-4883-b3c2-740c399b216b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:41:06.489156 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-136e6466-d32a-4883-b3c2-740c399b216b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Usage tracker for resource:security_group_rule and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:41:06.492780 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-136e6466-d32a-4883-b3c2-740c399b216b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:41:06.495250 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a1db4-1ca1-4468-a7c5-ee6248ac47b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5050ff-c125-47e2-9175-e71610c41e6d,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:06.500900 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-136e6466-d32a-4883-b3c2-740c399b216b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:41:06.510657 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e84a1db4-1ca1-4468-a7c5-ee6248ac47b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:06.527825 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-83cc0728-25c3-477d-9c45-eb16ade11b6c req-1610b590-9064-45b0-ba8a-3f9e32009506 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232722 May 12 15:41:06.559862 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c754140b-789c-48ad-9f4b-07d489bd90bd req-2085b83a-2947-457a-8c9c-14f36bcc32ea tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090245 May 12 15:41:06.578809 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] For port 04e84725-c18b-4c2b-9ccf-20c935308926, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:41:06.579020 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c20e729d-aff3-42e6-9785-4ef5bfd6d914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.583901 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] For port 04e84725-c18b-4c2b-9ccf-20c935308926, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=04e84725-c18b-4c2b-9ccf-20c935308926,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:41:06.605277 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c20e729d-aff3-42e6-9785-4ef5bfd6d914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.675267 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-136e6466-d32a-4883-b3c2-740c399b216b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.703646 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.712988 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:06.713128 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 144d60d2-66bf-4cb6-9baa-f297e2f9a612 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:41:06.772648 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c20e729d-aff3-42e6-9785-4ef5bfd6d914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.780500 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-bb8fcfc6-74a7-4a4c-b44f-0a9ed0792c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:06.787041 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:41:06.787694 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:40:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:06.795605 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e729d-aff3-42e6-9785-4ef5bfd6d914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5050ff-c125-47e2-9175-e71610c41e6d,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:06.797643 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-136e6466-d32a-4883-b3c2-740c399b216b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.799144 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c20e729d-aff3-42e6-9785-4ef5bfd6d914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:06.800429 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c20e729d-aff3-42e6-9785-4ef5bfd6d914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.801608 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-c20e729d-aff3-42e6-9785-4ef5bfd6d914 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a5050ff-c125-47e2-9175-e71610c41e6d HTTP/1.1" status: 204 len: 168 time: 0.3550398 May 12 15:41:06.847640 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 144d60d2-66bf-4cb6-9baa-f297e2f9a612 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:41:06.848094 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.854485 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Pushing event updated for resources: {'Port': ['ID=04e84725-c18b-4c2b-9ccf-20c935308926,revision_number=4']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:06.857668 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:06.920804 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-136e6466-d32a-4883-b3c2-740c399b216b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:06.923069 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:06.952553 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e6466-d32a-4883-b3c2-740c399b216b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4539c0-a2e4-4808-874f-d35145bc50ce,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:06.958270 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-136e6466-d32a-4883-b3c2-740c399b216b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:07.000453 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:41:07.179440 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-136e6466-d32a-4883-b3c2-740c399b216b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:07.181012 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-136e6466-d32a-4883-b3c2-740c399b216b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7261908 May 12 15:41:07.183723 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 59554) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:07.189694 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-f8b88cf4-e51d-421d-8d2a-a267540efacd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Request body: {'security_group_rule': {'security_group_id': '3de7d018-746c-44ed-88d2-b58f48b1e18a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:41:07.211095 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-f8b88cf4-e51d-421d-8d2a-a267540efacd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:41:07.211095 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-f8b88cf4-e51d-421d-8d2a-a267540efacd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Usage tracker for resource:security_group_rule and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:41:07.211095 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-f8b88cf4-e51d-421d-8d2a-a267540efacd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:41:07.216379 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-f8b88cf4-e51d-421d-8d2a-a267540efacd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:41:07.345155 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:06Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:07.346351 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405feebe-f77f-43d2-a3cb-57e4d1fdae75 None None] The sync data for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb is: [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:06Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:41:07.419687 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f8b88cf4-e51d-421d-8d2a-a267540efacd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:07.508271 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f8b88cf4-e51d-421d-8d2a-a267540efacd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:07.607953 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f8b88cf4-e51d-421d-8d2a-a267540efacd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:07.610942 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-3490045a-a363-4524-a3cb-60c7c9499c42 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:07.646673 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b88cf4-e51d-421d-8d2a-a267540efacd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45163863-2863-4068-a66f-09ac89fd3f9b,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:07.646673 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f8b88cf4-e51d-421d-8d2a-a267540efacd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:07.716364 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f8b88cf4-e51d-421d-8d2a-a267540efacd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:07.717608 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-f8b88cf4-e51d-421d-8d2a-a267540efacd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5327148 May 12 15:41:07.721097 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 59572) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:07.727273 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Request body: {'floatingip': {'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:41:07.733459 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:41:07.737399 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Usage tracker for resource:floatingip and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:41:07.740531 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:41:07.746922 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:41:07.818384 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d54dd9-fbea-4bc5-b92d-7adaf08bfb09 req-dade4f1c-9473-4313-9b1d-201af606aefb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:07.819811 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a4d54dd9-fbea-4bc5-b92d-7adaf08bfb09 req-dade4f1c-9473-4313-9b1d-201af606aefb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.1518302 May 12 15:41:07.833439 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef14bbd-eab8-4193-8f07-72b72c75e6a4 req-a49250b2-64c4-4d20-bbf7-912262e35302 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:07.835079 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1ef14bbd-eab8-4193-8f07-72b72c75e6a4 req-a49250b2-64c4-4d20-bbf7-912262e35302 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 945 time: 0.1281033 May 12 15:41:07.836146 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:07.918432 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a4d54dd9-fbea-4bc5-b92d-7adaf08bfb09 req-450a0bac-2872-40d2-96b6-949cd8de1f35 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818801 May 12 15:41:07.931473 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1ef14bbd-eab8-4193-8f07-72b72c75e6a4 req-38f1d108-100c-4159-9914-fc6ed4c5ffc4 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781980 May 12 15:41:08.009470 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:08.159575 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Allocated IP 172.28.0.165 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/8f490355-1be7-407e-ba5d-aa85ff8b4e24) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:41:08.314425 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:08.430707 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:08.434560 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-11664222-a179-4e74-a5c4-78410b07b49f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:08.496202 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:41:08.498773 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:41:08.502392 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:41:08.544534 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event updated for resources: {'Port': ['ID=8f490355-1be7-407e-ba5d-aa85ff8b4e24,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:08.548549 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:08.591021 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:08.705026 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:08.732354 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 04e84725-c18b-4c2b-9ccf-20c935308926 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:41:08.911976 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:08.968757 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 04e84725-c18b-4c2b-9ccf-20c935308926 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:41:08.974656 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 04e84725-c18b-4c2b-9ccf-20c935308926 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:41:08.975055 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:09.013170 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:09.018214 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-32042b17-6a73-418b-bdd7-47870f284eea tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:09.101159 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:09.162734 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 04e84725-c18b-4c2b-9ccf-20c935308926, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=04e84725-c18b-4c2b-9ccf-20c935308926,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:41:09.189521 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38ef9f-6c5e-4aa0-85e6-e5580bd6b960 req-241eb2bf-2c86-4d48-ad22-8c2cef1f240c tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:09.192188 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5c38ef9f-6c5e-4aa0-85e6-e5580bd6b960 req-241eb2bf-2c86-4d48-ad22-8c2cef1f240c tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.1608050 May 12 15:41:09.193558 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event updated for resources: {'Port': ['ID=8f490355-1be7-407e-ba5d-aa85ff8b4e24,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:09.197673 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:09.203345 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39d6ce-acbb-4838-90de-d17843fb750b req-e9c31157-104b-4e7e-9c82-a17c26770004 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:09.205309 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0e39d6ce-acbb-4838-90de-d17843fb750b req-e9c31157-104b-4e7e-9c82-a17c26770004 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 945 time: 0.1279480 May 12 15:41:09.211495 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:09.230072 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:09.231944 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:09.284788 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5c38ef9f-6c5e-4aa0-85e6-e5580bd6b960 req-e8e75d29-9f1a-47d1-8c37-e32b5298abcb tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741179 May 12 15:41:09.287615 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0e39d6ce-acbb-4838-90de-d17843fb750b req-4d2cb4c3-fcf1-4f06-a196-aadaea20aa4e tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753548 May 12 15:41:09.297868 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=04e84725-c18b-4c2b-9ccf-20c935308926,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:09.304508 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:09.318440 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:09.318440 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5952954 May 12 15:41:09.542582 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-ba23cad3-85c3-4b02-a904-7b75e1a1632d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Synchronizing usage tracker for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:security_group {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:41:09.659653 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-ba23cad3-85c3-4b02-a904-7b75e1a1632d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Unset dirty status for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:security_group {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:41:09.660741 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-ba23cad3-85c3-4b02-a904-7b75e1a1632d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1618645807&fields=id&tenant_id=6fa320d8e1154e4ab0b8840bbf7296af HTTP/1.1" status: 200 len: 267 time: 0.1562808 May 12 15:41:09.810293 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-3e4fc2bd-c0fd-4ee9-85b7-2f71f289990a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:09.810960 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-3e4fc2bd-c0fd-4ee9-85b7-2f71f289990a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Synchronizing usage tracker for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:network {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:41:09.887056 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-3e4fc2bd-c0fd-4ee9-85b7-2f71f289990a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Unset dirty status for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:network {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:41:09.888218 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-3e4fc2bd-c0fd-4ee9-85b7-2f71f289990a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/networks?id=3673dcb9-b8e5-4a98-a40d-0eae8f001277 HTTP/1.1" status: 200 len: 810 time: 0.2207844 May 12 15:41:09.903159 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-c10feaa0-efaf-46ce-b517-5341999fc6d4 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/quotas/6fa320d8e1154e4ab0b8840bbf7296af HTTP/1.1" status: 200 len: 375 time: 0.0089536 May 12 15:41:09.994091 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-f09bfcb8-45f3-4466-aae1-718000347f2b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Synchronizing usage tracker for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:41:10.087620 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-f09bfcb8-45f3-4466-aae1-718000347f2b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Unset dirty status for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:41:10.088931 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-f09bfcb8-45f3-4466-aae1-718000347f2b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1808529 May 12 15:41:10.233672 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-241752c2-450f-474f-a939-aafb6aaf0623 service neutron] 10.222.0.61 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324124 May 12 15:41:10.366991 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-3bfa14e6-76e6-4793-83b4-13bbaeebdb5a service neutron] 10.222.0.61 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273761 May 12 15:41:10.479083 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6dff3-403d-4b9a-9753-6f3678032751 req-16bb80f8-a8d2-4a4e-a74e-ce53151e2d00 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:10.480584 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-96a6dff3-403d-4b9a-9753-6f3678032751 req-16bb80f8-a8d2-4a4e-a74e-ce53151e2d00 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.0851893 May 12 15:41:10.553278 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-96a6dff3-403d-4b9a-9753-6f3678032751 req-c142fe16-53eb-4420-a62e-dfea32fa47e1 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663934 May 12 15:41:10.727341 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 04e84725-c18b-4c2b-9ccf-20c935308926 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:41:10.800022 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 04e84725-c18b-4c2b-9ccf-20c935308926 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:41:10.800502 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:10.811561 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1cc09241-b00c-4233-983d-f060e008f727 req-2d337076-aedf-4dc1-bad6-4a8d5ef48af5 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 210 time: 0.0600171 May 12 15:41:10.868773 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b4a82-028a-453a-8848-91b403e4e0fb req-978d2752-fdfd-4476-a001-dfe4f9d145a2 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:10.870294 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ff1b4a82-028a-453a-8848-91b403e4e0fb req-978d2752-fdfd-4476-a001-dfe4f9d145a2 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 945 time: 0.2186480 May 12 15:41:10.879198 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5c0e-dda1-44df-886d-818fcaee778f req-275fdd31-25b7-45d6-838a-d8ac040d9fe6 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:10.880636 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-990d5c0e-dda1-44df-886d-818fcaee778f req-275fdd31-25b7-45d6-838a-d8ac040d9fe6 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 945 time: 0.1942718 May 12 15:41:10.996386 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:11.060596 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ff1b4a82-028a-453a-8848-91b403e4e0fb req-246448e8-6c4c-4e6d-8625-d71e66a40161 tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/security-groups?id=735c32ee-a018-4905-8513-ed74d691a3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789265 May 12 15:41:11.135364 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-990d5c0e-dda1-44df-886d-818fcaee778f req-c0c267fe-67d2-4f2e-bdf6-605a63afe54f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Deleting port 96381f30-300f-4818-a4b5-c5940e726528 {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:41:11.135710 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-990d5c0e-dda1-44df-886d-818fcaee778f req-c0c267fe-67d2-4f2e-bdf6-605a63afe54f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:11.269738 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-990d5c0e-dda1-44df-886d-818fcaee778f req-c0c267fe-67d2-4f2e-bdf6-605a63afe54f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] For port 96381f30-300f-4818-a4b5-c5940e726528, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=96381f30-300f-4818-a4b5-c5940e726528,segment=NetworkSegment(d7951a01-e08a-4487-9123-cb0331064858),segment_id=d7951a01-e08a-4487-9123-cb0331064858)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:41:11.270536 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-990d5c0e-dda1-44df-886d-818fcaee778f req-c0c267fe-67d2-4f2e-bdf6-605a63afe54f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:11.396470 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-990d5c0e-dda1-44df-886d-818fcaee778f req-c0c267fe-67d2-4f2e-bdf6-605a63afe54f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Calling delete_port for 96381f30-300f-4818-a4b5-c5940e726528 owned by compute:nova {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:41:11.595905 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-990d5c0e-dda1-44df-886d-818fcaee778f req-c0c267fe-67d2-4f2e-bdf6-605a63afe54f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:11.602561 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b045e1bc-3d90-4f02-8c53-914fd96b1f7f tempest-AttachVolumeNegativeTest-1715884015 tempest-AttachVolumeNegativeTest-1715884015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:11.608902 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['96381f30-300f-4818-a4b5-c5940e726528'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:41:11.649368 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c267fe-67d2-4f2e-bdf6-605a63afe54f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Pushing event deleted for resources: {'Port': ['ID=96381f30-300f-4818-a4b5-c5940e726528,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:11.652974 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c0c267fe-67d2-4f2e-bdf6-605a63afe54f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:11.770156 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-990d5c0e-dda1-44df-886d-818fcaee778f req-c0c267fe-67d2-4f2e-bdf6-605a63afe54f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] No DVR routers for this DVR port 96381f30-300f-4818-a4b5-c5940e726528 on host hv-cinder-78960 {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:41:11.773665 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-990d5c0e-dda1-44df-886d-818fcaee778f req-c0c267fe-67d2-4f2e-bdf6-605a63afe54f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:11.776112 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3f757c-524e-4eca-8dc1-e6160a4c0700', 'name': 'network-vif-deleted', 'tag': '96381f30-300f-4818-a4b5-c5940e726528'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:41:11.792968 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-990d5c0e-dda1-44df-886d-818fcaee778f req-c0c267fe-67d2-4f2e-bdf6-605a63afe54f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.15 "DELETE /v2.0/ports/96381f30-300f-4818-a4b5-c5940e726528 HTTP/1.1" status: 204 len: 173 time: 0.8976963 May 12 15:41:11.822125 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cde251-7be8-4654-a015-e73ff0917a5c req-435e5770-097f-4184-ab51-f0c98acd0206 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:11.823601 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f6cde251-7be8-4654-a015-e73ff0917a5c req-435e5770-097f-4184-ab51-f0c98acd0206 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.1436334 May 12 15:41:11.853537 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e61c5696-7304-45b2-a19b-57a7d99b705e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:11.870413 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3f757c-524e-4eca-8dc1-e6160a4c0700', 'name': 'network-vif-deleted', 'tag': '96381f30-300f-4818-a4b5-c5940e726528', 'status': 'completed', 'code': 200} May 12 15:41:11.877127 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f6cde251-7be8-4654-a015-e73ff0917a5c req-ab3dfd5f-5e5d-4b51-8e3c-ca119dc49462 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472627 May 12 15:41:12.010840 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fee61631-738f-4991-9999-3f7a1eed292d req-e017ef82-bb0f-4021-a1f1-6c436ee7785a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 210 time: 0.0457709 May 12 15:41:12.226682 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-c4f89336-0b8b-4326-ade9-be9bd8828902 req-cb61e150-0e84-4707-8eb1-12a0d1ffdeac tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Synchronizing usage tracker for tenant:d334301116c5430eb10d5ddeb97dd9f5 on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:41:12.321452 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-c4f89336-0b8b-4326-ade9-be9bd8828902 req-cb61e150-0e84-4707-8eb1-12a0d1ffdeac tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Unset dirty status for tenant:d334301116c5430eb10d5ddeb97dd9f5 on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:41:12.322840 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c4f89336-0b8b-4326-ade9-be9bd8828902 req-cb61e150-0e84-4707-8eb1-12a0d1ffdeac tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c3f757c-524e-4eca-8dc1-e6160a4c0700 HTTP/1.1" status: 200 len: 210 time: 0.1394386 May 12 15:41:13.083587 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7379b-3cc1-48ee-a218-c648911ee6d5 req-599125d7-c135-4d54-95ae-39745c22d531 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:13.085003 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-01f7379b-3cc1-48ee-a218-c648911ee6d5 req-599125d7-c135-4d54-95ae-39745c22d531 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.0864990 May 12 15:41:13.169349 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-01f7379b-3cc1-48ee-a218-c648911ee6d5 req-86a7a04c-d7f1-45ff-b80c-4f25d9dbc8ea tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777459 May 12 15:41:13.176699 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e119cfab-d446-4c4b-98ff-978e6f894bba req-f3240f9e-4cfa-44ca-8973-2f9e3bf82dd3 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 210 time: 0.0503318 May 12 15:41:13.835059 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-ce96946d-d3bb-4355-9901-c8d64dbf05ab tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:13.836816 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-ce96946d-d3bb-4355-9901-c8d64dbf05ab tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.15 "GET /v2.0/networks?id=3673dcb9-b8e5-4a98-a40d-0eae8f001277 HTTP/1.1" status: 200 len: 810 time: 0.1595719 May 12 15:41:13.897829 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-70cf788b-5542-41a7-94c4-db68f80b37af tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fa320d8e1154e4ab0b8840bbf7296af HTTP/1.1" status: 200 len: 380 time: 0.0426345 May 12 15:41:13.911741 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Request body: {'port': {'device_id': '45adae64-62f8-4855-8027-9cd01809c6d3', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'admin_state_up': True, 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'security_groups': ['3de7d018-746c-44ed-88d2-b58f48b1e18a']}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:41:14.097993 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:41:14.108294 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:41:14.127461 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-70548bff-b5d7-4676-8b48-f64a1c0aaa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:14.171492 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:14.264907 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Made reservation on behalf of 6fa320d8e1154e4ab0b8840bbf7296af for: {'port': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:41:14.268516 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:14.428329 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cf282fc5-c81c-4b5f-9d56-c0e8519d06ff req-be1dd839-4618-4497-b4d0-a0eab33814a5 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 210 time: 0.0947413 May 12 15:41:14.532579 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909d50c-00f6-4c46-83a2-6dfaa89d32f5 req-3f2f0191-a18d-4808-98c5-7070f20abc39 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:14.534731 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f909d50c-00f6-4c46-83a2-6dfaa89d32f5 req-3f2f0191-a18d-4808-98c5-7070f20abc39 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.2435260 May 12 15:41:14.566676 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Allocated IP 172.20.0.5 (3673dcb9-b8e5-4a98-a40d-0eae8f001277/716246a2-e46b-408f-a13b-bce401958b4b/c859873f-8f2e-402a-aacc-160239c563af) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:41:14.683988 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f909d50c-00f6-4c46-83a2-6dfaa89d32f5 req-b9ba6a01-bcaf-444a-8e05-61e23daf73a8 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420372 May 12 15:41:14.828282 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 96381f30-300f-4818-a4b5-c5940e726528 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:41:14.860551 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:14.863494 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: 96381f30-300f-4818-a4b5-c5940e726528 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:41:14.863780 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 96381f30-300f-4818-a4b5-c5940e726528 not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:41:14.876108 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Transition to ACTIVE for port object c859873f-8f2e-402a-aacc-160239c563af will not be triggered until provisioned by entity DHCP. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:41:14.945025 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:14.950284 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:15.009298 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:41:15.012108 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:41:15.015942 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:41:15.062370 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event updated for resources: {'Port': ['ID=c859873f-8f2e-402a-aacc-160239c563af,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:15.068157 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:15.096712 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:15.097418 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:15.241093 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3341353 May 12 15:41:15.254409 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Request body: {'port': {'device_id': '45adae64-62f8-4855-8027-9cd01809c6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:41:15.298814 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:15.310001 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-c1dbef3f-ac15-459f-8f03-afd72a2ef17f None None] Provisioning for port c859873f-8f2e-402a-aacc-160239c563af completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:41:15.316209 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-c1dbef3f-ac15-459f-8f03-afd72a2ef17f None None] Provisioning complete for port c859873f-8f2e-402a-aacc-160239c563af triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:41:15.316695 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-c1dbef3f-ac15-459f-8f03-afd72a2ef17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:15.369918 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:15.375609 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-c1dbef3f-ac15-459f-8f03-afd72a2ef17f None None] Port c859873f-8f2e-402a-aacc-160239c563af cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:41:15.709941 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db05a6-cb96-441b-9755-38c13589cc5d req-dd846269-9ddd-492d-94ef-ed08477f9c15 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:15.710685 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-10db05a6-cb96-441b-9755-38c13589cc5d req-dd846269-9ddd-492d-94ef-ed08477f9c15 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Synchronizing usage tracker for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:41:15.795574 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c859873f-8f2e-402a-aacc-160239c563af {{(pid=79428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:41:15.804491 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:15.807323 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-10db05a6-cb96-441b-9755-38c13589cc5d req-dd846269-9ddd-492d-94ef-ed08477f9c15 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Unset dirty status for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:41:15.808443 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-10db05a6-cb96-441b-9755-38c13589cc5d req-dd846269-9ddd-492d-94ef-ed08477f9c15 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 931 time: 0.2755592 May 12 15:41:15.880848 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Transition to ACTIVE for port object c859873f-8f2e-402a-aacc-160239c563af will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:41:15.911701 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-10db05a6-cb96-441b-9755-38c13589cc5d req-7f6a214a-68f2-439c-9183-b208928c0b76 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669656 May 12 15:41:15.946416 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8cf35-4786-4c97-8353-33fc8d932bcd req-a4b67e1b-8b05-46aa-8eae-064b7cddf0cd tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:15.948027 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-98e8cf35-4786-4c97-8353-33fc8d932bcd req-a4b67e1b-8b05-46aa-8eae-064b7cddf0cd tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.1387093 May 12 15:41:15.950191 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:15.955303 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-53d96fa5-a86c-42cb-8862-d8824cc36aaf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:16.120301 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Pushing event updated for resources: {'Port': ['ID=c859873f-8f2e-402a-aacc-160239c563af,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:16.150255 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:16.166906 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-98e8cf35-4786-4c97-8353-33fc8d932bcd req-84ca2ec6-cef1-4c52-bcd7-451ebf09133e tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1774950 May 12 15:41:16.240255 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Attempting to bind port c859873f-8f2e-402a-aacc-160239c563af on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:41:16.240600 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Attempting to bind port c859873f-8f2e-402a-aacc-160239c563af by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:41:16.240926 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Attempting to bind port c859873f-8f2e-402a-aacc-160239c563af on network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:41:16.245488 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Port c859873f-8f2e-402a-aacc-160239c563af on network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:41:16.246207 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Attempting to bind port c859873f-8f2e-402a-aacc-160239c563af on network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:41:16.255514 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:41:16.255844 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Checking segment: {'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:41:16.256279 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Bound using segment: {'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:41:16.256719 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Bound port: c859873f-8f2e-402a-aacc-160239c563af, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:41:16.257176 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:16.352962 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] For port c859873f-8f2e-402a-aacc-160239c563af, host hv-cinder-78960, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:41:16.356402 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] For port c859873f-8f2e-402a-aacc-160239c563af, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c859873f-8f2e-402a-aacc-160239c563af,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:41:16.418254 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:16.422095 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:16.475521 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:16.476131 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:16.477514 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] 10.222.0.15 "PUT /v2.0/ports/c859873f-8f2e-402a-aacc-160239c563af HTTP/1.1" status: 200 len: 1093 time: 1.2278256 May 12 15:41:16.478002 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45adae64-62f8-4855-8027-9cd01809c6d3', 'tag': 'c859873f-8f2e-402a-aacc-160239c563af'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:41:16.512331 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Pushing event updated for resources: {'Port': ['ID=c859873f-8f2e-402a-aacc-160239c563af,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:16.516582 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:16.531839 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45adae64-62f8-4855-8027-9cd01809c6d3', 'tag': 'c859873f-8f2e-402a-aacc-160239c563af', 'status': 'completed', 'code': 200} May 12 15:41:16.631830 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43290a54-9ea7-4457-abf0-10c74b2025e9 req-e7d9ed84-f2de-41e6-b4f5-9235268ac45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:16.633735 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-43290a54-9ea7-4457-abf0-10c74b2025e9 req-e7d9ed84-f2de-41e6-b4f5-9235268ac45e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 1096 time: 0.0805936 May 12 15:41:16.887632 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43290a54-9ea7-4457-abf0-10c74b2025e9 req-d5a81c67-f3a8-4a88-a278-4645d63e82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:16.889113 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-43290a54-9ea7-4457-abf0-10c74b2025e9 req-d5a81c67-f3a8-4a88-a278-4645d63e82aa service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2458160 May 12 15:41:17.063254 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:17.074766 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43290a54-9ea7-4457-abf0-10c74b2025e9 req-0c90ebea-3493-4d81-9f15-850e6bcf7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:17.076159 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-43290a54-9ea7-4457-abf0-10c74b2025e9 req-0c90ebea-3493-4d81-9f15-850e6bcf7f6d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1777217 May 12 15:41:17.171799 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc31cd8-db12-44a9-85f8-84758fd3645b req-e337f428-6422-46ba-b189-1c3c8e03eef9 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:17.173398 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4cc31cd8-db12-44a9-85f8-84758fd3645b req-e337f428-6422-46ba-b189-1c3c8e03eef9 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 943 time: 0.1311834 May 12 15:41:17.245518 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-6943fffa-5fac-495c-833c-e5ecd025a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:17.246971 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-6943fffa-5fac-495c-833c-e5ecd025a09c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 1096 time: 0.1330743 May 12 15:41:17.249701 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4cc31cd8-db12-44a9-85f8-84758fd3645b req-b5a4a3e4-70bb-472a-aa65-ae351832a72a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685720 May 12 15:41:17.356198 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-67727ecc-37de-4fcf-b0e1-93e584118b34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c859873f-8f2e-402a-aacc-160239c563af HTTP/1.1" status: 200 len: 217 time: 0.1012650 May 12 15:41:17.435065 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-7f29ed28-e66d-48a2-a761-5c67501e4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:17.436500 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-7f29ed28-e66d-48a2-a761-5c67501e4c87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=716246a2-e46b-408f-a13b-bce401958b4b HTTP/1.1" status: 200 len: 849 time: 0.0729034 May 12 15:41:17.492276 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5a164-c96e-4007-a42e-5741a88741d2 req-fccc1cb5-6ea4-4bb5-98a1-45bfe16a8697 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:17.493775 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ac5a164-c96e-4007-a42e-5741a88741d2 req-fccc1cb5-6ea4-4bb5-98a1-45bfe16a8697 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.1883488 May 12 15:41:17.551563 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ac5a164-c96e-4007-a42e-5741a88741d2 req-46c5d68e-77b0-4905-b6cf-85425dcf94e1 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497701 May 12 15:41:17.571131 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-33607e34-d678-4d20-a3e9-05eb9771cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:17.571131 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-33607e34-d678-4d20-a3e9-05eb9771cc5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3673dcb9-b8e5-4a98-a40d-0eae8f001277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1250479 May 12 15:41:17.708043 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-44a95a11-d158-4d10-8307-f6abc7a9761a service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299424 May 12 15:41:17.869529 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2ceec90b-4114-454c-ab7e-56ad5ef7c81d req-68f4f002-f388-4c63-9635-307f98330bea service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485398 May 12 15:41:18.439047 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5471f-5953-40bc-8c58-a96e3392ff1b req-27c9e3be-3edb-4a46-a584-a6a9553250ac tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:18.440480 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-92f5471f-5953-40bc-8c58-a96e3392ff1b req-27c9e3be-3edb-4a46-a584-a6a9553250ac tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 943 time: 0.0838170 May 12 15:41:18.486178 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-92f5471f-5953-40bc-8c58-a96e3392ff1b req-540b04aa-9328-41d3-9962-fdfed14a4937 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398490 May 12 15:41:18.740415 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2d09d-9bf1-4e8a-9918-92f88b8b3673 req-4340815a-6a6c-40ee-9c9e-ff531c33278f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:18.741795 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e6b2d09d-9bf1-4e8a-9918-92f88b8b3673 req-4340815a-6a6c-40ee-9c9e-ff531c33278f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.0799894 May 12 15:41:18.789707 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e6b2d09d-9bf1-4e8a-9918-92f88b8b3673 req-23cb29f4-9f4d-4550-b542-c36748f9d275 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419135 May 12 15:41:19.674132 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b6bca-2c03-4dff-9bcf-0b8959d90903 req-19da8c10-54d7-4c93-8084-63afedcd1567 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:19.675627 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d37b6bca-2c03-4dff-9bcf-0b8959d90903 req-19da8c10-54d7-4c93-8084-63afedcd1567 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 943 time: 0.0831137 May 12 15:41:19.720411 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d37b6bca-2c03-4dff-9bcf-0b8959d90903 req-773bbb5f-9abb-4a9f-9381-f7f15734dbcd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389631 May 12 15:41:19.974308 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505f205-5e2d-4e48-8388-5765c2a60e5e req-3f1467e4-6fe7-439f-b81c-354313387b73 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:19.975681 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6505f205-5e2d-4e48-8388-5765c2a60e5e req-3f1467e4-6fe7-439f-b81c-354313387b73 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.0792549 May 12 15:41:20.025878 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6505f205-5e2d-4e48-8388-5765c2a60e5e req-f3d9def1-c9e8-4c7a-a159-2185e6d701a6 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441947 May 12 15:41:20.860721 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device c859873f-8f2e-402a-aacc-160239c563af details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:41:21.030037 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port c859873f-8f2e-402a-aacc-160239c563af, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c859873f-8f2e-402a-aacc-160239c563af,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:41:21.044186 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': 'c859873f-8f2e-402a-aacc-160239c563af', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'port_id': 'c859873f-8f2e-402a-aacc-160239c563af', 'mac_address': 'fa:16:3e:56:6b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:41:21.124173 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:21.144177 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c859873f-8f2e-402a-aacc-160239c563af {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:41:21.163521 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port c859873f-8f2e-402a-aacc-160239c563af, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c859873f-8f2e-402a-aacc-160239c563af,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:41:21.167411 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9037ca-44bd-46fa-b3e0-81220a8237d3 req-bcbaed42-42d0-452d-86c6-510d62b3ba27 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:21.169641 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bf9037ca-44bd-46fa-b3e0-81220a8237d3 req-bcbaed42-42d0-452d-86c6-510d62b3ba27 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 943 time: 0.3365057 May 12 15:41:21.270180 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:21.273107 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:21.301811 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bf9037ca-44bd-46fa-b3e0-81220a8237d3 req-fbc13823-747e-43ed-8ad7-f002239b8f3b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257260 May 12 15:41:21.414252 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=c859873f-8f2e-402a-aacc-160239c563af,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:21.417419 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:21.437554 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043470b-5664-41c5-8730-dbe0fc39a5ee req-9e003a78-48a9-4cf3-b51f-d65cf7694fe6 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:21.440193 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2043470b-5664-41c5-8730-dbe0fc39a5ee req-9e003a78-48a9-4cf3-b51f-d65cf7694fe6 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.2220190 May 12 15:41:21.487949 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2043470b-5664-41c5-8730-dbe0fc39a5ee req-9fecf92c-1fd9-4d04-9411-d98934b4a1dc tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423880 May 12 15:41:21.571595 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['c859873f-8f2e-402a-aacc-160239c563af'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:41:22.484296 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0d1aa-e5ae-493a-8750-ae0d19b79a5a req-ad018bb4-c1d9-4f36-b276-a005bf5636f1 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:22.485948 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eae0d1aa-e5ae-493a-8750-ae0d19b79a5a req-ad018bb4-c1d9-4f36-b276-a005bf5636f1 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 944 time: 0.0849597 May 12 15:41:22.662984 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eae0d1aa-e5ae-493a-8750-ae0d19b79a5a req-75bd9165-377c-4ffa-ad17-572f5ca24338 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667476 May 12 15:41:22.711796 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45117494-e604-4a18-a8f9-5afc1d324bd2 req-cf8aeaa5-29aa-4aca-98eb-9047fcf52440 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:22.713440 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-45117494-e604-4a18-a8f9-5afc1d324bd2 req-cf8aeaa5-29aa-4aca-98eb-9047fcf52440 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.0924377 May 12 15:41:22.762306 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-45117494-e604-4a18-a8f9-5afc1d324bd2 req-0a71ee2c-886b-4ea8-a368-628d7ab6d254 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&id=ca841240-2181-42b0-a203-6498862c5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423849 May 12 15:41:22.875258 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device c859873f-8f2e-402a-aacc-160239c563af up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:41:23.065789 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port c859873f-8f2e-402a-aacc-160239c563af completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:41:23.070902 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port c859873f-8f2e-402a-aacc-160239c563af triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:41:23.071283 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:23.191116 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:23.219645 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45adae64-62f8-4855-8027-9cd01809c6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c859873f-8f2e-402a-aacc-160239c563af'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:41:23.229864 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port c859873f-8f2e-402a-aacc-160239c563af, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c859873f-8f2e-402a-aacc-160239c563af,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:41:23.262302 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45adae64-62f8-4855-8027-9cd01809c6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c859873f-8f2e-402a-aacc-160239c563af', 'code': 200} May 12 15:41:23.326590 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:23.328583 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:23.393673 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=c859873f-8f2e-402a-aacc-160239c563af,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:23.396660 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:23.675981 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6e3ad-252d-47c3-a2be-b072f06a2e61 req-d1dfbb28-5988-4f11-9306-d922a44d290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:23.677366 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-30e6e3ad-252d-47c3-a2be-b072f06a2e61 req-d1dfbb28-5988-4f11-9306-d922a44d290a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 1098 time: 0.0722523 May 12 15:41:23.719554 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-30e6e3ad-252d-47c3-a2be-b072f06a2e61 req-14329daf-ece1-4ea1-b1cc-d399cb55218f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350511 May 12 15:41:23.852097 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5c16e-40c5-4e55-bab1-f793fa37d562 req-091d67b5-cd2d-4178-9615-f6087dc4434e tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:23.853569 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-08d5c16e-40c5-4e55-bab1-f793fa37d562 req-091d67b5-cd2d-4178-9615-f6087dc4434e tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0826190 May 12 15:41:23.898099 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-08d5c16e-40c5-4e55-bab1-f793fa37d562 req-0d785dcd-98b8-44a2-8ba5-720849b29129 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388229 May 12 15:41:24.371316 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 59806) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:24.493754 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-09e3c340-33a3-40d1-8343-f2e9fb950d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:24.508857 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-09e3c340-33a3-40d1-8343-f2e9fb950d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:41:24.513078 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-09e3c340-33a3-40d1-8343-f2e9fb950d72 admin admin] Usage tracker for resource:security_group_rule and tenant:89c0a55117004cb39926fb2d7dbaf4be is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:41:24.515782 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-09e3c340-33a3-40d1-8343-f2e9fb950d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:41:24.522149 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-09e3c340-33a3-40d1-8343-f2e9fb950d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:41:24.606718 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-09e3c340-33a3-40d1-8343-f2e9fb950d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:24.687366 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-09e3c340-33a3-40d1-8343-f2e9fb950d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:24.696919 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-61b52882-af7b-4179-9b1c-5211a43e6e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:24.740696 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-09e3c340-33a3-40d1-8343-f2e9fb950d72 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89c0a55117004cb39926fb2d7dbaf4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681366 May 12 15:41:24.741626 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3c340-33a3-40d1-8343-f2e9fb950d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7e78b9-8fb0-44e0-90d6-846dd0f0269f,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:24.743456 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59812) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:24.745307 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-09e3c340-33a3-40d1-8343-f2e9fb950d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:24.804513 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a8fb99a6-305d-4150-860a-6c7644a617c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:24.831869 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a8fb99a6-305d-4150-860a-6c7644a617c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:24.939285 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a8fb99a6-305d-4150-860a-6c7644a617c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:24.945226 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b2cbbd8a-5ced-40b5-b135-1ba041cbca54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:24.958234 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb99a6-305d-4150-860a-6c7644a617c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7e78b9-8fb0-44e0-90d6-846dd0f0269f,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:24.963172 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-a8fb99a6-305d-4150-860a-6c7644a617c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:24.966281 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a8fb99a6-305d-4150-860a-6c7644a617c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:24.968084 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-a8fb99a6-305d-4150-860a-6c7644a617c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a7e78b9-8fb0-44e0-90d6-846dd0f0269f HTTP/1.1" status: 204 len: 168 time: 0.2225399 May 12 15:41:25.096766 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48146ca-85ef-49ad-a9e5-4b66046459d1 req-5d5d2c8c-85c6-4168-b85f-daa17984a58e tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:25.098296 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b48146ca-85ef-49ad-a9e5-4b66046459d1 req-5d5d2c8c-85c6-4168-b85f-daa17984a58e tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0846949 May 12 15:41:25.144356 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b48146ca-85ef-49ad-a9e5-4b66046459d1 req-4e277c4c-7c19-44d0-8669-dbe640794ed5 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400441 May 12 15:41:25.337709 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21a6de-c3d2-4a1c-98c5-f28b9467dce2 req-dc67fe5d-cd0f-46ae-a800-526aacc1155c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:25.341825 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4d21a6de-c3d2-4a1c-98c5-f28b9467dce2 req-dc67fe5d-cd0f-46ae-a800-526aacc1155c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0939929 May 12 15:41:25.351576 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 59828) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:25.357908 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-15ddaf1c-e344-49c8-a9e3-05d55f16770d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Request body: {'floatingip': {'port_id': 'c859873f-8f2e-402a-aacc-160239c563af'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:41:25.440913 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-15ddaf1c-e344-49c8-a9e3-05d55f16770d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:26.110116 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-15ddaf1c-e344-49c8-a9e3-05d55f16770d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:26.162214 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-15ddaf1c-e344-49c8-a9e3-05d55f16770d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:26.333418 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.l3_db [None req-15ddaf1c-e344-49c8-a9e3-05d55f16770d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Floating IP d2394552-ecde-4f81-973d-202788513934 associated. External IP: 172.28.0.165, port: c859873f-8f2e-402a-aacc-160239c563af. May 12 15:41:26.688180 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ddaf1c-e344-49c8-a9e3-05d55f16770d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Router 7717e110-86db-45dd-8305-d3e532cf7ab8 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:41:26.967449 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ddaf1c-e344-49c8-a9e3-05d55f16770d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:41:26.979572 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6653205d-1965-4b71-8582-e8631ced0503 None None] Sync routers for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:41:26.981729 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-15ddaf1c-e344-49c8-a9e3-05d55f16770d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:26.989776 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6653205d-1965-4b71-8582-e8631ced0503 None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:41:26.990378 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-6653205d-1965-4b71-8582-e8631ced0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:41:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:27.039356 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-15ddaf1c-e344-49c8-a9e3-05d55f16770d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "PUT /v2.0/floatingips/d2394552-ecde-4f81-973d-202788513934 HTTP/1.1" status: 200 len: 991 time: 1.6862178 May 12 15:41:27.040100 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45adae64-62f8-4855-8027-9cd01809c6d3', 'tag': 'c859873f-8f2e-402a-aacc-160239c563af'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:41:27.087033 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45adae64-62f8-4855-8027-9cd01809c6d3', 'tag': 'c859873f-8f2e-402a-aacc-160239c563af', 'status': 'completed', 'code': 200} May 12 15:41:27.185488 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-6653205d-1965-4b71-8582-e8631ced0503 None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:41:27.190218 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d78f12-d0a4-4edb-9755-cd8240df7e6b req-7ced3328-27f9-4af3-8f22-f44d95531e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:27.191805 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42d78f12-d0a4-4edb-9755-cd8240df7e6b req-7ced3328-27f9-4af3-8f22-f44d95531e2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 1098 time: 0.0779200 May 12 15:41:27.324040 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d78f12-d0a4-4edb-9755-cd8240df7e6b req-534c40c4-d212-42f9-854e-8bb8bac8f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:27.325580 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42d78f12-d0a4-4edb-9755-cd8240df7e6b req-534c40c4-d212-42f9-854e-8bb8bac8f397 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3673dcb9-b8e5-4a98-a40d-0eae8f001277 HTTP/1.1" status: 200 len: 911 time: 0.1261580 May 12 15:41:27.428175 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42d78f12-d0a4-4edb-9755-cd8240df7e6b req-00bafcd5-e87b-4f84-9055-a85d887656c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c859873f-8f2e-402a-aacc-160239c563af HTTP/1.1" status: 200 len: 999 time: 0.0953693 May 12 15:41:27.494991 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d78f12-d0a4-4edb-9755-cd8240df7e6b req-f5410a4d-15db-4e83-a98e-4ec14fc6991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:27.496425 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42d78f12-d0a4-4edb-9755-cd8240df7e6b req-f5410a4d-15db-4e83-a98e-4ec14fc6991f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=716246a2-e46b-408f-a13b-bce401958b4b HTTP/1.1" status: 200 len: 849 time: 0.0612528 May 12 15:41:27.534296 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-6653205d-1965-4b71-8582-e8631ced0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': 'd2394552-ecde-4f81-973d-202788513934', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'floating_ip_address': '172.28.0.165', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'port_id': 'c859873f-8f2e-402a-aacc-160239c563af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'mac_address': 'fa:16:3e:56:6b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adae64-62f8-4855-8027-9cd01809c6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:41:08Z', 'updated_at': '2021-05-12T15:41:25Z', 'revision_number': 1, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:09Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:27.538090 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6653205d-1965-4b71-8582-e8631ced0503 None None] Checking router: 7717e110-86db-45dd-8305-d3e532cf7ab8 for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:41:27.547348 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6653205d-1965-4b71-8582-e8631ced0503 None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:41:27.547939 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-6653205d-1965-4b71-8582-e8631ced0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:41:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:27.593512 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d78f12-d0a4-4edb-9755-cd8240df7e6b req-5f291b07-9b32-4a91-b073-3a9014601ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:27.595191 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42d78f12-d0a4-4edb-9755-cd8240df7e6b req-5f291b07-9b32-4a91-b073-3a9014601ef5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3673dcb9-b8e5-4a98-a40d-0eae8f001277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881095 May 12 15:41:27.735414 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-6653205d-1965-4b71-8582-e8631ced0503 None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:41:27.736451 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42d78f12-d0a4-4edb-9755-cd8240df7e6b req-517e3a29-f5f3-45de-97b7-9779bba11f83 service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342573 May 12 15:41:27.869175 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42d78f12-d0a4-4edb-9755-cd8240df7e6b req-1e52cef7-a2cc-4c94-ab5f-1693a802903f service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245372 May 12 15:41:28.118765 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-6653205d-1965-4b71-8582-e8631ced0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': 'd2394552-ecde-4f81-973d-202788513934', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'floating_ip_address': '172.28.0.165', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'port_id': 'c859873f-8f2e-402a-aacc-160239c563af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'mac_address': 'fa:16:3e:56:6b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adae64-62f8-4855-8027-9cd01809c6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:41:08Z', 'updated_at': '2021-05-12T15:41:25Z', 'revision_number': 1, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:09Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:28.124427 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6653205d-1965-4b71-8582-e8631ced0503 None None] The sync data for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb is: [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': 'd2394552-ecde-4f81-973d-202788513934', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'floating_ip_address': '172.28.0.165', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'port_id': 'c859873f-8f2e-402a-aacc-160239c563af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'mac_address': 'fa:16:3e:56:6b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adae64-62f8-4855-8027-9cd01809c6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:41:08Z', 'updated_at': '2021-05-12T15:41:25Z', 'revision_number': 1, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:09Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:41:28.315632 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec78d06-5c48-4ce7-a0e7-dfd36a81b73d None None] New status for floating IP d2394552-ecde-4f81-973d-202788513934: ACTIVE {{(pid=79431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:41:35.883396 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59934) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:35.942058 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Deleting subnet e567c833-bf2c-4d3b-b0d9-ac10fc9becb0 {{(pid=79428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:41:35.945237 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:35.997533 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10637354'] for subnet, precommit_delete_associations {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:36.053270 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:36.471829 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1620135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10920355'] for subnet, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:36.475997 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:36.512094 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e567c833-bf2c-4d3b-b0d9-ac10fc9becb0,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:36.521780 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:36.525198 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:36.525562 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:36.525916 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:36.526264 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:36.526607 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:36.526949 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:36.527293 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:36.527628 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:36.527968 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:36.528311 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:36.528645 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:36.528979 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:36.533216 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:36.536776 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-e2f2425b-26f5-47f4-8512-8f8cc16bf8ef admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e567c833-bf2c-4d3b-b0d9-ac10fc9becb0 HTTP/1.1" status: 204 len: 168 time: 0.6523545 May 12 15:41:36.539356 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 59940) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:36.644957 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:36.803805 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:36.803805 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77180020-91b4-4911-aa69-74b8c2d8930e']}} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:36.803805 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7951a01-e08a-4487-9123-cb0331064858') {'for_net_delete': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:36.803805 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7951a01-e08a-4487-9123-cb0331064858') {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:36.814418 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10637365'] for segment, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:36.833598 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:36.840335 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=79428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:41:36.840737 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1620161'] for segment, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: Traceback (most recent call last): May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: timer() May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: cb(*args, **kw) May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: return func(*args, **kwargs) May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: self._notify() May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: self.callback(batched_events) May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: event.method(event) May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: return f(self, *a, **k) May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: return self._get(url).json() May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: return self.request(url, 'GET', **kwargs) May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:41:36.854858 dv-cinder-789603-6-smb neutron-server[79428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:41:37.098319 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:37.101967 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-139516e0-d86c-4eb5-ba5a-1a5f4291160c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:37.117479 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:37.124412 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] Pushing event deleted for resources: {'Network': ['ID=77180020-91b4-4911-aa69-74b8c2d8930e,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:37.129100 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:37.300698 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-75dc049f-8fbd-4a43-b453-c22a813e4091 admin admin] 10.222.0.61 "DELETE /v2.0/networks/77180020-91b4-4911-aa69-74b8c2d8930e HTTP/1.1" status: 204 len: 168 time: 0.7602758 May 12 15:41:37.529581 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:41:37.702750 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 59950) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:37.750273 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-a5155e5d-a45c-4a2c-ba31-35bb5f69d920 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d334301116c5430eb10d5ddeb97dd9f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463512 May 12 15:41:37.753035 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 59954) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:37.809023 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:37.835243 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:37.994763 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:37.999633 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0973e454-8d9a-4fa9-9963-1c4bc200077f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:38.013621 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735c32ee-a018-4905-8513-ed74d691a3c1,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:38.024478 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:38.024848 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:38.025242 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:38.025599 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:38.025952 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:38.026301 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:38.026648 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:38.026995 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:38.027341 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:38.027685 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:38.028029 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:38.028384 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:38.031443 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:38.036297 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/735c32ee-a018-4905-8513-ed74d691a3c1 HTTP/1.1" status: 204 len: 168 time: 0.2786064 May 12 15:41:38.036297 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c5dfbac6-d0fe-449b-b831-84b6e1cf2692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:40.985084 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:41.819111 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-8d572db4-12f4-4773-81d5-b4dc851a9f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:44.173703 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-916da0f1-6071-45a1-9c6f-3c40158e45b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:44.259399 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:45.281947 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:47.116734 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:47.448199 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dde764-cea7-4e19-a235-24cec390890c req-9c976912-f557-4ef3-a377-8a27f5e8df76 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:47.449756 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-73dde764-cea7-4e19-a235-24cec390890c req-9c976912-f557-4ef3-a377-8a27f5e8df76 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0938032 May 12 15:41:47.497709 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-73dde764-cea7-4e19-a235-24cec390890c req-5df1004d-94b6-4a06-b3cc-71471a749136 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401511 May 12 15:41:48.688312 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08640f7-1af5-4a2c-a9f1-3c96be2e6506 req-a9ed7641-a10d-41ff-976b-f9396dd581e9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:48.690079 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d08640f7-1af5-4a2c-a9f1-3c96be2e6506 req-a9ed7641-a10d-41ff-976b-f9396dd581e9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0811667 May 12 15:41:48.739385 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d08640f7-1af5-4a2c-a9f1-3c96be2e6506 req-26f730ee-be02-4008-8831-6193860f01f6 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435216 May 12 15:41:49.932164 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa843d1-5460-4ff4-94ae-738cde729b18 req-12c6e8dc-15d9-402e-84ab-57226329b4af tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:49.933600 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7fa843d1-5460-4ff4-94ae-738cde729b18 req-12c6e8dc-15d9-402e-84ab-57226329b4af tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0814989 May 12 15:41:49.979988 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7fa843d1-5460-4ff4-94ae-738cde729b18 req-1ec23be1-7727-4fc0-8703-809035726545 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405648 May 12 15:41:51.178898 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37c3f2-acdb-4960-b6b6-7c525219c994 req-d7dc25bb-4858-4356-a413-5ea9a7aad4b6 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:51.180382 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4a37c3f2-acdb-4960-b6b6-7c525219c994 req-d7dc25bb-4858-4356-a413-5ea9a7aad4b6 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0875032 May 12 15:41:51.230130 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4a37c3f2-acdb-4960-b6b6-7c525219c994 req-89820ec5-a245-4164-b25c-7e0d62e6f977 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408280 May 12 15:41:52.419723 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71752973-cdd1-4fac-8291-796101640779 req-dbdd3982-8b02-442b-87ea-fa11e1524546 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:52.421260 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-71752973-cdd1-4fac-8291-796101640779 req-dbdd3982-8b02-442b-87ea-fa11e1524546 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0815227 May 12 15:41:52.470310 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-71752973-cdd1-4fac-8291-796101640779 req-b817f1d3-c2d9-4ba9-ab21-9f7dac5cbc54 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432312 May 12 15:41:53.664101 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934bf98-b3dc-43cc-95c6-a1efb5e84830 req-a920d250-0e84-479f-aa2f-06b6928665d2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:53.665611 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1934bf98-b3dc-43cc-95c6-a1efb5e84830 req-a920d250-0e84-479f-aa2f-06b6928665d2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0809653 May 12 15:41:53.713598 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1934bf98-b3dc-43cc-95c6-a1efb5e84830 req-a11cda7b-180c-4b82-8122-aad938a9ab78 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 May 12 15:41:54.904768 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e59b09-5e2f-4617-b1f4-55fdfe787d96 req-1bb7fde2-cd30-400c-aa93-59f319cecc7f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:54.906269 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-05e59b09-5e2f-4617-b1f4-55fdfe787d96 req-1bb7fde2-cd30-400c-aa93-59f319cecc7f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0833344 May 12 15:41:54.952855 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-05e59b09-5e2f-4617-b1f4-55fdfe787d96 req-c330c5ad-525b-4033-8281-156b8813142e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398929 May 12 15:41:56.147590 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2be71-6bea-46f1-a215-8fd260f172ae req-93204f5b-88dc-4492-aa6a-5dddcdb39540 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:56.149207 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-67d2be71-6bea-46f1-a215-8fd260f172ae req-93204f5b-88dc-4492-aa6a-5dddcdb39540 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0865762 May 12 15:41:56.196467 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-67d2be71-6bea-46f1-a215-8fd260f172ae req-69b05675-4f55-49e9-ad26-45f3c6e9498b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411839 May 12 15:41:57.388758 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62905705-fd3a-47e0-9f7f-6e8453c0faa9 req-9ae8a270-1256-4383-98d6-6cb949be797e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:57.390206 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-62905705-fd3a-47e0-9f7f-6e8453c0faa9 req-9ae8a270-1256-4383-98d6-6cb949be797e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0813851 May 12 15:41:57.440910 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-62905705-fd3a-47e0-9f7f-6e8453c0faa9 req-20370a43-f7fb-408a-8a19-3fc809c19e90 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443473 May 12 15:41:58.630521 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df037fd-b160-4b3a-980c-086930433569 req-a778cb8c-436c-4587-9777-51e9b419c269 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:58.631948 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3df037fd-b160-4b3a-980c-086930433569 req-a778cb8c-436c-4587-9777-51e9b419c269 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0830019 May 12 15:41:58.756985 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3df037fd-b160-4b3a-980c-086930433569 req-d8f73a34-bc32-4233-a66e-6cc2bb76df48 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190691 May 12 15:41:59.946695 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4d97e-3590-4a0a-9a42-c1aeed5f73d3 req-cf439ceb-2832-4a3f-8f80-0fd1d6b05541 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:59.948209 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f9e4d97e-3590-4a0a-9a42-c1aeed5f73d3 req-cf439ceb-2832-4a3f-8f80-0fd1d6b05541 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0797257 May 12 15:41:59.996053 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f9e4d97e-3590-4a0a-9a42-c1aeed5f73d3 req-636bad4e-d10f-497e-a905-d93a5285a20b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420876 May 12 15:42:01.201236 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c05b7-205c-4b78-9baa-9c26d57a3bd9 req-f3427452-0a7d-463f-a0d2-57b224883f3d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:01.202739 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f02c05b7-205c-4b78-9baa-9c26d57a3bd9 req-f3427452-0a7d-463f-a0d2-57b224883f3d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0854557 May 12 15:42:01.248179 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f02c05b7-205c-4b78-9baa-9c26d57a3bd9 req-004800db-4b22-4847-9169-c78f87100e0f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390310 May 12 15:42:01.481372 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9284d8ec-4b8e-43fd-93b1-a8892712ade6 req-f8ade6b7-1005-49cc-a7bf-c97a3cb7a184 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424408371&fields=id&tenant_id=819eaf9b77fb4b30a2e88e379a7dd20a HTTP/1.1" status: 200 len: 267 time: 0.0429971 May 12 15:42:01.564208 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284d8ec-4b8e-43fd-93b1-a8892712ade6 req-a1d8057f-093a-4032-a307-bc22ecc5f523 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:01.566350 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9284d8ec-4b8e-43fd-93b1-a8892712ade6 req-a1d8057f-093a-4032-a307-bc22ecc5f523 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 984 time: 0.0790429 May 12 15:42:01.577276 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-9284d8ec-4b8e-43fd-93b1-a8892712ade6 req-96dcf1d2-1ada-4bd8-adf0-c19eb7ac1761 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Request body: {'port': {'security_groups': ['55965224-66d2-40bf-b87e-98ff12dcfffd']}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:42:01.697138 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9284d8ec-4b8e-43fd-93b1-a8892712ade6 req-96dcf1d2-1ada-4bd8-adf0-c19eb7ac1761 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:01.932910 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-9284d8ec-4b8e-43fd-93b1-a8892712ade6 req-96dcf1d2-1ada-4bd8-adf0-c19eb7ac1761 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] For port 00b89405-42f1-4193-9de0-f7c6eacde56c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=00b89405-42f1-4193-9de0-f7c6eacde56c,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:01.960030 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9284d8ec-4b8e-43fd-93b1-a8892712ade6 req-96dcf1d2-1ada-4bd8-adf0-c19eb7ac1761 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.030463 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9284d8ec-4b8e-43fd-93b1-a8892712ade6 req-96dcf1d2-1ada-4bd8-adf0-c19eb7ac1761 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.037262 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1c119a64-0bff-4f65-9f94-d22d0a1a0376 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:02.050001 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['00b89405-42f1-4193-9de0-f7c6eacde56c'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:42:02.095417 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284d8ec-4b8e-43fd-93b1-a8892712ade6 req-96dcf1d2-1ada-4bd8-adf0-c19eb7ac1761 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:02.096674 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9284d8ec-4b8e-43fd-93b1-a8892712ade6 req-96dcf1d2-1ada-4bd8-adf0-c19eb7ac1761 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.098139 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9284d8ec-4b8e-43fd-93b1-a8892712ade6 req-96dcf1d2-1ada-4bd8-adf0-c19eb7ac1761 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "PUT /v2.0/ports/00b89405-42f1-4193-9de0-f7c6eacde56c HTTP/1.1" status: 200 len: 942 time: 0.5255260 May 12 15:42:02.101866 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:42:02.104725 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60076) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:02.152930 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcf1d2-1ada-4bd8-adf0-c19eb7ac1761 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event updated for resources: {'Port': ['ID=00b89405-42f1-4193-9de0-f7c6eacde56c,revision_number=7']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:02.164640 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-96dcf1d2-1ada-4bd8-adf0-c19eb7ac1761 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:02.202121 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e105-82dc-4de8-a2fc-3021c05a7a60 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.245155 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e105-82dc-4de8-a2fc-3021c05a7a60 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.317136 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['00b89405-42f1-4193-9de0-f7c6eacde56c'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:42:02.379481 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e105-82dc-4de8-a2fc-3021c05a7a60 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.386283 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-dae46ea9-91e1-4d49-b4e2-3a01ee7455d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:02.402955 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1e105-82dc-4de8-a2fc-3021c05a7a60 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca841240-2181-42b0-a203-6498862c5b0c,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:02.407155 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-bdd1e105-82dc-4de8-a2fc-3021c05a7a60 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:02.452728 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c', 'status': 'completed', 'code': 200} May 12 15:42:02.470398 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-182fbd6f-a298-4312-81e9-c31864560d36 None None] Provisioning complete for port 00b89405-42f1-4193-9de0-f7c6eacde56c triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:42:02.471336 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-182fbd6f-a298-4312-81e9-c31864560d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.481362 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e105-82dc-4de8-a2fc-3021c05a7a60 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.482485 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-bdd1e105-82dc-4de8-a2fc-3021c05a7a60 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "DELETE /v2.0/security-groups/ca841240-2181-42b0-a203-6498862c5b0c HTTP/1.1" status: 204 len: 168 time: 0.3759620 May 12 15:42:02.485405 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60086) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:02.498510 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242905f1-2bd7-4b0b-93e5-48da104ff70d req-2eaf5227-f0f4-4aa1-8e2b-404b6a1e0608 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:02.503461 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-242905f1-2bd7-4b0b-93e5-48da104ff70d req-2eaf5227-f0f4-4aa1-8e2b-404b6a1e0608 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.1300883 May 12 15:42:02.571870 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-242905f1-2bd7-4b0b-93e5-48da104ff70d req-c3ac44b1-a44f-40a5-8934-44492c8901d1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629895 May 12 15:42:02.688525 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40ebb-3eab-4420-ac82-da597cc3ffe4 req-363430f4-78bb-4f79-b10e-4f6e26422522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:02.690427 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c6a40ebb-3eab-4420-ac82-da597cc3ffe4 req-363430f4-78bb-4f79-b10e-4f6e26422522 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=819eaf9b77fb4b30a2e88e379a7dd20a&device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 1098 time: 0.2109604 May 12 15:42:02.779236 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Deleting port 499983b0-81fc-40a1-9b21-d4909c728de2 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:02.779496 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.824494 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40ebb-3eab-4420-ac82-da597cc3ffe4 req-45e0007c-4ce7-44f2-b8e4-31adb3012aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:02.825973 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c6a40ebb-3eab-4420-ac82-da597cc3ffe4 req-45e0007c-4ce7-44f2-b8e4-31adb3012aef service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd10d637-447c-4439-bfbb-15e63521bc89 HTTP/1.1" status: 200 len: 915 time: 0.1262419 May 12 15:42:02.898197 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.898526 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.930112 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c6a40ebb-3eab-4420-ac82-da597cc3ffe4 req-ec1f69ff-aec2-4dd5-8c4f-52383beb5927 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b89405-42f1-4193-9de0-f7c6eacde56c HTTP/1.1" status: 200 len: 1001 time: 0.0963414 May 12 15:42:02.999510 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40ebb-3eab-4420-ac82-da597cc3ffe4 req-744cd3ed-d946-4445-998d-17e499fe989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:03.000928 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c6a40ebb-3eab-4420-ac82-da597cc3ffe4 req-744cd3ed-d946-4445-998d-17e499fe989f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2ab8463-a9ea-4251-b751-01eca3a884d3 HTTP/1.1" status: 200 len: 853 time: 0.0580890 May 12 15:42:03.028180 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Calling delete_port for 499983b0-81fc-40a1-9b21-d4909c728de2 owned by network:floatingip {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:03.081105 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40ebb-3eab-4420-ac82-da597cc3ffe4 req-8a16b942-58b0-4e0e-aa49-188bbc4e6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:03.082616 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c6a40ebb-3eab-4420-ac82-da597cc3ffe4 req-8a16b942-58b0-4e0e-aa49-188bbc4e6268 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd10d637-447c-4439-bfbb-15e63521bc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732563 May 12 15:42:03.214387 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.219431 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-76ce9123-cbad-4293-861c-856b78168253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:03.219787 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c6a40ebb-3eab-4420-ac82-da597cc3ffe4 req-77fc2d59-81dd-4bac-8daa-1341a36d5868 service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297219 May 12 15:42:03.267356 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event deleted for resources: {'Port': ['ID=499983b0-81fc-40a1-9b21-d4909c728de2,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:03.294032 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:03.362804 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks [] for floatingip, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.363144 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.l3_db [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Floating IP 2dd7a241-2c32-464a-98f3-ff7a45a26296 disassociated (deleted). External IP: 172.28.0.177, port: 00b89405-42f1-4193-9de0-f7c6eacde56c. May 12 15:42:03.441379 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c6a40ebb-3eab-4420-ac82-da597cc3ffe4 req-d89216ba-12fd-48a3-b0a6-befb051bc39f service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080541 May 12 15:42:03.824272 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Router 098b7d13-53fd-402c-9f78-3916d67a9a40 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:42:03.906710 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f372c-7239-410e-a323-d27e5c6943d1 req-d087326a-aa77-4de5-9055-89bab98bfa81 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:03.908242 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b87f372c-7239-410e-a323-d27e5c6943d1 req-d087326a-aa77-4de5-9055-89bab98bfa81 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0800831 May 12 15:42:03.958758 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b87f372c-7239-410e-a323-d27e5c6943d1 req-dd5347ad-b0d8-4f4e-a076-ccff5af5d3fd tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439177 May 12 15:42:04.003802 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:42:04.012889 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b5398-18ab-497b-9dc7-e7fd79cc7979 None None] Sync routers for ids ['098b7d13-53fd-402c-9f78-3916d67a9a40'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:42:04.016377 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.022304 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b5398-18ab-497b-9dc7-e7fd79cc7979 None None] Routers {'098b7d13-53fd-402c-9f78-3916d67a9a40'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:42:04.022936 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-bd7b5398-18ab-497b-9dc7-e7fd79cc7979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:41:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['098b7d13-53fd-402c-9f78-3916d67a9a40'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:04.075217 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-4cbea62a-dd8d-41a8-b74e-c1debc18e859 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "DELETE /v2.0/floatingips/2dd7a241-2c32-464a-98f3-ff7a45a26296 HTTP/1.1" status: 204 len: 168 time: 1.5874009 May 12 15:42:04.075828 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:42:04.192149 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c', 'status': 'completed', 'code': 200} May 12 15:42:04.207418 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-bd7b5398-18ab-497b-9dc7-e7fd79cc7979 None None] Set router 098b7d13-53fd-402c-9f78-3916d67a9a40 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:42:04.295322 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080824ad-fd0c-4245-ad37-da72bcdf7684 req-1a2c3710-db41-4b7f-800d-f1f08e590a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:04.296825 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-080824ad-fd0c-4245-ad37-da72bcdf7684 req-1a2c3710-db41-4b7f-800d-f1f08e590a0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=819eaf9b77fb4b30a2e88e379a7dd20a&device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 1098 time: 0.0744679 May 12 15:42:04.440747 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080824ad-fd0c-4245-ad37-da72bcdf7684 req-3663c257-4a6a-45d2-999b-790cba52e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:04.442305 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-080824ad-fd0c-4245-ad37-da72bcdf7684 req-3663c257-4a6a-45d2-999b-790cba52e69f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd10d637-447c-4439-bfbb-15e63521bc89 HTTP/1.1" status: 200 len: 915 time: 0.1384118 May 12 15:42:04.524019 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-080824ad-fd0c-4245-ad37-da72bcdf7684 req-44214c70-49d2-4dda-b2bd-74dc9302e699 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b89405-42f1-4193-9de0-f7c6eacde56c HTTP/1.1" status: 200 len: 217 time: 0.0690093 May 12 15:42:04.543735 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-bd7b5398-18ab-497b-9dc7-e7fd79cc7979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:39:07Z', 'revision_number': 4, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port': {'id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:02Z', 'updated_at': '2021-05-12T15:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd', 'name': '', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'mac_address': 'fa:16:3e:70:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:06Z', 'updated_at': '2021-05-12T15:39:15Z', 'revision_number': 5, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'subnets': [{'id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:04.547813 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b5398-18ab-497b-9dc7-e7fd79cc7979 None None] Checking router: 098b7d13-53fd-402c-9f78-3916d67a9a40 for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:42:04.560171 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b5398-18ab-497b-9dc7-e7fd79cc7979 None None] Routers {'098b7d13-53fd-402c-9f78-3916d67a9a40'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:42:04.560805 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-bd7b5398-18ab-497b-9dc7-e7fd79cc7979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:41:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['098b7d13-53fd-402c-9f78-3916d67a9a40'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:04.606368 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080824ad-fd0c-4245-ad37-da72bcdf7684 req-8eb49d54-57d5-46d7-a897-8501642821ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:04.608157 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-080824ad-fd0c-4245-ad37-da72bcdf7684 req-8eb49d54-57d5-46d7-a897-8501642821ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2ab8463-a9ea-4251-b751-01eca3a884d3 HTTP/1.1" status: 200 len: 853 time: 0.0753706 May 12 15:42:04.705826 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080824ad-fd0c-4245-ad37-da72bcdf7684 req-b11097b0-0c99-4eb3-98fa-e42b73a21195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:04.707659 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-080824ad-fd0c-4245-ad37-da72bcdf7684 req-b11097b0-0c99-4eb3-98fa-e42b73a21195 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd10d637-447c-4439-bfbb-15e63521bc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0912502 May 12 15:42:04.790765 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-bd7b5398-18ab-497b-9dc7-e7fd79cc7979 None None] Set router 098b7d13-53fd-402c-9f78-3916d67a9a40 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:42:04.854501 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-080824ad-fd0c-4245-ad37-da72bcdf7684 req-cfc6022b-fd33-457a-a473-5f3231d3df61 service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390843 May 12 15:42:04.991317 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-080824ad-fd0c-4245-ad37-da72bcdf7684 req-88b2173d-3aba-43b6-9893-b65251582fc4 service neutron] 10.222.0.15 "GET /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275003 May 12 15:42:05.093834 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 080334d2-2165-4063-bca6-5060f11d5215 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:42:05.159131 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623d98f-bdd6-4861-b7a5-6ff1ed1396e5 req-1e4dda41-8e71-4928-9662-20dc4b93ba2f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:05.160776 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1623d98f-bdd6-4861-b7a5-6ff1ed1396e5 req-1e4dda41-8e71-4928-9662-20dc4b93ba2f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0824878 May 12 15:42:05.200065 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-bd7b5398-18ab-497b-9dc7-e7fd79cc7979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:39:07Z', 'revision_number': 4, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port': {'id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:02Z', 'updated_at': '2021-05-12T15:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd', 'name': '', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'mac_address': 'fa:16:3e:70:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:06Z', 'updated_at': '2021-05-12T15:39:15Z', 'revision_number': 5, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'subnets': [{'id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:05.212450 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b5398-18ab-497b-9dc7-e7fd79cc7979 None None] The sync data for ids ['098b7d13-53fd-402c-9f78-3916d67a9a40'] in dv-cinder-789603-6-smb is: [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:39:07Z', 'revision_number': 4, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port': {'id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:02Z', 'updated_at': '2021-05-12T15:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd', 'name': '', 'network_id': 'cd10d637-447c-4439-bfbb-15e63521bc89', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'mac_address': 'fa:16:3e:70:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:06Z', 'updated_at': '2021-05-12T15:39:15Z', 'revision_number': 5, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'subnets': [{'id': 'b2ab8463-a9ea-4251-b751-01eca3a884d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:42:05.214235 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1623d98f-bdd6-4861-b7a5-6ff1ed1396e5 req-dec8c4c3-07f6-4264-8b1c-9c29afc9889e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466018 May 12 15:42:05.258299 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 080334d2-2165-4063-bca6-5060f11d5215, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=080334d2-2165-4063-bca6-5060f11d5215,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:05.272185 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '080334d2-2165-4063-bca6-5060f11d5215', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'port_id': '080334d2-2165-4063-bca6-5060f11d5215', 'mac_address': 'fa:16:3e:77:39:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:42:05.330336 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:05.351224 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 080334d2-2165-4063-bca6-5060f11d5215 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:42:05.368504 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 080334d2-2165-4063-bca6-5060f11d5215, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=080334d2-2165-4063-bca6-5060f11d5215,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:05.446319 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7104259-fcf7-4fa7-8f5d-27889cd9dd11 None None] New status for floating IP 2dd7a241-2c32-464a-98f3-ff7a45a26296: DOWN {{(pid=79431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:42:05.482156 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:05.483944 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:05.566805 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=080334d2-2165-4063-bca6-5060f11d5215,revision_number=6']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:05.579193 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['080334d2-2165-4063-bca6-5060f11d5215'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:42:05.611815 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.612222 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.612570 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.612938 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.613272 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.613602 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.613928 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.614254 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.614575 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.614952 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.615276 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.615597 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.625478 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:06.472352 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1576b5-e50c-4bc4-8989-33c1461e6b89 req-154550a1-4362-456f-9783-5d47415d85a3 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:06.474615 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5f1576b5-e50c-4bc4-8989-33c1461e6b89 req-154550a1-4362-456f-9783-5d47415d85a3 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 945 time: 0.1154861 May 12 15:42:06.526217 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5f1576b5-e50c-4bc4-8989-33c1461e6b89 req-50338a26-2f42-4440-9a4a-c43efcc60389 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444858 May 12 15:42:07.128747 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 080334d2-2165-4063-bca6-5060f11d5215 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:42:07.253134 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 080334d2-2165-4063-bca6-5060f11d5215 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:42:07.253522 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:07.397172 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:07.432709 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080334d2-2165-4063-bca6-5060f11d5215'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:42:07.449085 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 080334d2-2165-4063-bca6-5060f11d5215, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=080334d2-2165-4063-bca6-5060f11d5215,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:07.593769 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080334d2-2165-4063-bca6-5060f11d5215', 'code': 200} May 12 15:42:07.685609 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:07.690483 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-68ce3ff9-2ca0-448d-b75d-6e7789a174c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:07.824304 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=080334d2-2165-4063-bca6-5060f11d5215,revision_number=7']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:07.840914 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:07.849341 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075b9ad-71a4-4282-a14c-30ac11603167 req-ba05b0c0-f1a2-4572-b81c-5a5928031ebb tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:07.858968 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5075b9ad-71a4-4282-a14c-30ac11603167 req-ba05b0c0-f1a2-4572-b81c-5a5928031ebb tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.1662474 May 12 15:42:07.913772 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5075b9ad-71a4-4282-a14c-30ac11603167 req-f384c382-854c-4979-97f9-bd15302d0e6d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518305 May 12 15:42:09.253443 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad2219-9b9e-40b7-9307-6f67821ce9ad req-f0e889b1-3b1d-4afc-ae73-2f064853c17b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:09.254980 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-71ad2219-9b9e-40b7-9307-6f67821ce9ad req-f0e889b1-3b1d-4afc-ae73-2f064853c17b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.1043613 May 12 15:42:09.304530 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-71ad2219-9b9e-40b7-9307-6f67821ce9ad req-63cbe1c1-fd47-4ca3-abb8-1869e034a6f4 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436747 May 12 15:42:09.752449 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112326f-32ba-45f0-98cd-5aa08284187d req-7f331ff6-167f-48f3-a9be-14c0498930c0 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:09.757520 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e112326f-32ba-45f0-98cd-5aa08284187d req-7f331ff6-167f-48f3-a9be-14c0498930c0 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 945 time: 0.0975237 May 12 15:42:09.807630 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e112326f-32ba-45f0-98cd-5aa08284187d req-26e916fd-dfdd-4906-b0d7-31b018212d92 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480137 May 12 15:42:10.571500 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb785a9-a875-4be5-83e8-edc0e4dff3a9 req-7447dcea-4244-4455-806a-b4b19e83bfc2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:10.579538 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-aeb785a9-a875-4be5-83e8-edc0e4dff3a9 req-7447dcea-4244-4455-806a-b4b19e83bfc2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.1372576 May 12 15:42:10.632609 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-aeb785a9-a875-4be5-83e8-edc0e4dff3a9 req-4d03268f-84d5-42fd-bb2c-44fb7f979e21 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513661 May 12 15:42:11.036375 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:11.039754 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d985d8-bed3-4806-b688-4fb8d9a80401 req-8236c417-6c22-465a-b6ce-a1cedb3186a6 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:11.041329 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-20d985d8-bed3-4806-b688-4fb8d9a80401 req-8236c417-6c22-465a-b6ce-a1cedb3186a6 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 945 time: 0.1104424 May 12 15:42:11.101177 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-20d985d8-bed3-4806-b688-4fb8d9a80401 req-32479da4-72e9-4195-9a1a-a95c0bf3e2f3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510147 May 12 15:42:11.679177 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551879c6-9ff9-40f1-ba10-a0f0e88f9427 req-8eb42458-2c4d-4733-9759-783a01cf69b5 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:11.686879 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-551879c6-9ff9-40f1-ba10-a0f0e88f9427 req-8eb42458-2c4d-4733-9759-783a01cf69b5 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 945 time: 0.1157205 May 12 15:42:11.843326 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ad62ccfe-8d5b-4124-8d55-f27e09f6b73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:12.029489 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c887d91-228f-4809-a97d-647c76028f39 req-cc78c102-2bb8-4c98-860d-5dfa8cb7823b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:12.031018 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5c887d91-228f-4809-a97d-647c76028f39 req-cc78c102-2bb8-4c98-860d-5dfa8cb7823b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.1544576 May 12 15:42:12.073307 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-551879c6-9ff9-40f1-ba10-a0f0e88f9427 req-2bb68593-d281-40b3-8eb7-6987674e68c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Deleting port 00b89405-42f1-4193-9de0-f7c6eacde56c {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:12.073655 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-551879c6-9ff9-40f1-ba10-a0f0e88f9427 req-2bb68593-d281-40b3-8eb7-6987674e68c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:12.231829 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5c887d91-228f-4809-a97d-647c76028f39 req-1edd4373-59b9-4a60-8745-3520745c0e0e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928554 May 12 15:42:12.396169 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-551879c6-9ff9-40f1-ba10-a0f0e88f9427 req-2bb68593-d281-40b3-8eb7-6987674e68c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] For port 00b89405-42f1-4193-9de0-f7c6eacde56c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=00b89405-42f1-4193-9de0-f7c6eacde56c,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:12.403636 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-551879c6-9ff9-40f1-ba10-a0f0e88f9427 req-2bb68593-d281-40b3-8eb7-6987674e68c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:12.545137 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-551879c6-9ff9-40f1-ba10-a0f0e88f9427 req-2bb68593-d281-40b3-8eb7-6987674e68c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Calling delete_port for 00b89405-42f1-4193-9de0-f7c6eacde56c owned by compute:nova {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:12.586339 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac7a38-bb6a-47aa-bc78-3d9b39c54dcc req-4014f797-6842-44e9-b504-c2e7286cfd3f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:12.587914 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3bac7a38-bb6a-47aa-bc78-3d9b39c54dcc req-4014f797-6842-44e9-b504-c2e7286cfd3f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 945 time: 0.2798009 May 12 15:42:12.647972 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3bac7a38-bb6a-47aa-bc78-3d9b39c54dcc req-aa2132c7-95ee-498a-8a3c-403deba16505 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55965224-66d2-40bf-b87e-98ff12dcfffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522575 May 12 15:42:12.893201 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-551879c6-9ff9-40f1-ba10-a0f0e88f9427 req-2bb68593-d281-40b3-8eb7-6987674e68c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:12.898989 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-0e4763f6-d7af-43ef-9e3b-2b51d3c9f003 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:12.904812 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['00b89405-42f1-4193-9de0-f7c6eacde56c'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:42:12.944674 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb68593-d281-40b3-8eb7-6987674e68c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Pushing event deleted for resources: {'Port': ['ID=00b89405-42f1-4193-9de0-f7c6eacde56c,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:12.947953 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2bb68593-d281-40b3-8eb7-6987674e68c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:13.025702 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-551879c6-9ff9-40f1-ba10-a0f0e88f9427 req-2bb68593-d281-40b3-8eb7-6987674e68c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] No DVR routers for this DVR port 00b89405-42f1-4193-9de0-f7c6eacde56c on host hv-cinder-78960 {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:42:13.028457 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-551879c6-9ff9-40f1-ba10-a0f0e88f9427 req-2bb68593-d281-40b3-8eb7-6987674e68c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:13.031487 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'name': 'network-vif-deleted', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:42:13.044776 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-551879c6-9ff9-40f1-ba10-a0f0e88f9427 req-2bb68593-d281-40b3-8eb7-6987674e68c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.15 "DELETE /v2.0/ports/00b89405-42f1-4193-9de0-f7c6eacde56c HTTP/1.1" status: 204 len: 173 time: 1.3541729 May 12 15:42:13.090662 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b137a7-3efe-40e8-8e09-a3c49453a057', 'name': 'network-vif-deleted', 'tag': '00b89405-42f1-4193-9de0-f7c6eacde56c', 'status': 'completed', 'code': 200} May 12 15:42:13.614185 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a4b78-da42-4757-9bc4-6ee63c018d97 req-3ab16743-7191-4822-aeb1-b1aea6daeb77 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:13.616118 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ad9a4b78-da42-4757-9bc4-6ee63c018d97 req-3ab16743-7191-4822-aeb1-b1aea6daeb77 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.1505408 May 12 15:42:13.697645 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ad9a4b78-da42-4757-9bc4-6ee63c018d97 req-f508fc8d-c219-43d0-9f66-7369bee8bf8c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744765 May 12 15:42:13.919990 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-6ca0ed15-10bb-4d59-8eae-da465f1e3751 req-7237b45e-3dfe-43c0-88c3-482a1fde1c74 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Synchronizing usage tracker for tenant:819eaf9b77fb4b30a2e88e379a7dd20a on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:42:14.035983 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-6ca0ed15-10bb-4d59-8eae-da465f1e3751 req-7237b45e-3dfe-43c0-88c3-482a1fde1c74 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Unset dirty status for tenant:819eaf9b77fb4b30a2e88e379a7dd20a on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:42:14.037835 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6ca0ed15-10bb-4d59-8eae-da465f1e3751 req-7237b45e-3dfe-43c0-88c3-482a1fde1c74 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b137a7-3efe-40e8-8e09-a3c49453a057 HTTP/1.1" status: 200 len: 210 time: 0.1876788 May 12 15:42:14.134108 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e49a286c-22c8-44bc-8ea2-373fbc94cba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:14.203336 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:14.544202 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:42:14.964441 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff0777-bed4-4693-a0bc-437fd5290580 req-52736783-a580-43e2-b667-f406a0769cfc tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:14.979423 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0bff0777-bed4-4693-a0bc-437fd5290580 req-52736783-a580-43e2-b667-f406a0769cfc tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.1504891 May 12 15:42:15.048442 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0bff0777-bed4-4693-a0bc-437fd5290580 req-a7785205-b22f-4757-ad3d-a9eb2026f133 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652688 May 12 15:42:15.210819 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 00b89405-42f1-4193-9de0-f7c6eacde56c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:42:15.279541 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: 00b89405-42f1-4193-9de0-f7c6eacde56c {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:42:15.279891 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 00b89405-42f1-4193-9de0-f7c6eacde56c not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:42:15.334171 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:16.256654 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7337f7-9911-4ebb-8d18-4322543b2e28 req-e5e59177-b2af-4b80-8829-0891a3d42bb0 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:16.258220 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2a7337f7-9911-4ebb-8d18-4322543b2e28 req-e5e59177-b2af-4b80-8829-0891a3d42bb0 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0937347 May 12 15:42:16.304280 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2a7337f7-9911-4ebb-8d18-4322543b2e28 req-7dc09f18-be6a-4481-9f03-07500c76e184 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400681 May 12 15:42:17.076638 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:17.547126 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983505c6-ecb9-4fe9-95cd-ace4e79a0d91 req-b7d006cf-e354-4e54-8ecd-83ea5376066e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:17.548481 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-983505c6-ecb9-4fe9-95cd-ace4e79a0d91 req-b7d006cf-e354-4e54-8ecd-83ea5376066e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.0828266 May 12 15:42:17.598277 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-983505c6-ecb9-4fe9-95cd-ace4e79a0d91 req-758e1d73-61a6-4683-8f5f-e8ab958c0d41 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434225 May 12 15:42:17.803296 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60284) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:18.352561 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:18.614283 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed42e5-eb1c-40ce-a45b-d743c0e5b576 req-e7915788-5669-4f16-988b-74c6f3612034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:18.616425 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-07ed42e5-eb1c-40ce-a45b-d743c0e5b576 req-e7915788-5669-4f16-988b-74c6f3612034 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 1099 time: 0.0755424 May 12 15:42:18.857774 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] Deleting port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:18.858489 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:18.986684 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed42e5-eb1c-40ce-a45b-d743c0e5b576 req-3dadef57-66d6-49bd-9a59-ef64bb08b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:18.988194 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-07ed42e5-eb1c-40ce-a45b-d743c0e5b576 req-3dadef57-66d6-49bd-9a59-ef64bb08b167 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d HTTP/1.1" status: 200 len: 917 time: 0.3645937 May 12 15:42:19.086904 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] For port 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:19.087257 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:19.119684 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-07ed42e5-eb1c-40ce-a45b-d743c0e5b576 req-9c13e38c-8b74-445e-81d3-0c145ed895b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=080334d2-2165-4063-bca6-5060f11d5215 HTTP/1.1" status: 200 len: 1002 time: 0.1239691 May 12 15:42:19.128801 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac008a8-a634-43c4-8834-9a671cae3fbb req-20cf97f4-1186-4a34-b282-ac082aee3171 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:19.130221 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6ac008a8-a634-43c4-8834-9a671cae3fbb req-20cf97f4-1186-4a34-b282-ac082aee3171 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.3029709 May 12 15:42:19.138776 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3354d-654b-4781-a198-65fb5e6b708e req-111211da-dcc3-48e2-89fc-8f924d448582 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:19.140156 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-76e3354d-654b-4781-a198-65fb5e6b708e req-111211da-dcc3-48e2-89fc-8f924d448582 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.3608022 May 12 15:42:19.214483 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] Calling delete_port for 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd owned by network:router_interface {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:19.252847 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6ac008a8-a634-43c4-8834-9a671cae3fbb req-44bcac61-e6fa-438b-b9b3-3264f4d4151e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111903 May 12 15:42:19.266173 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-76e3354d-654b-4781-a198-65fb5e6b708e req-739e303c-d20c-459f-b58b-4ba0a71aa9af tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851879 May 12 15:42:19.269819 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed42e5-eb1c-40ce-a45b-d743c0e5b576 req-471e7faa-be25-431c-90fd-2466921fa8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:19.271296 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-07ed42e5-eb1c-40ce-a45b-d743c0e5b576 req-471e7faa-be25-431c-90fd-2466921fa8b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06904d41-f4a0-432b-9939-9dafbee02cfb HTTP/1.1" status: 200 len: 855 time: 0.1400909 May 12 15:42:19.347782 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed42e5-eb1c-40ce-a45b-d743c0e5b576 req-f03019f7-9173-4197-b24f-4c5a1fd3b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:19.349257 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-07ed42e5-eb1c-40ce-a45b-d743c0e5b576 req-f03019f7-9173-4197-b24f-4c5a1fd3b1f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704722 May 12 15:42:19.482692 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-07ed42e5-eb1c-40ce-a45b-d743c0e5b576 req-b512f7f1-c3f0-4c34-92b9-0af622e91674 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255722 May 12 15:42:19.534084 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:19.538694 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:19.581212 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:19.584179 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:19.624085 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-07ed42e5-eb1c-40ce-a45b-d743c0e5b576 req-0b69e9ee-e65d-4916-9da1-893682bbf000 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349525 May 12 15:42:19.845654 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550902'] for router_interface, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:20.200249 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] Router 098b7d13-53fd-402c-9f78-3916d67a9a40 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:42:20.477584 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:42:20.486686 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8720d55-c2c7-4f65-8696-3c7d9d538c60 None None] Sync routers for ids ['098b7d13-53fd-402c-9f78-3916d67a9a40'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:42:20.496568 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8720d55-c2c7-4f65-8696-3c7d9d538c60 None None] Routers {'098b7d13-53fd-402c-9f78-3916d67a9a40'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:42:20.497263 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-e8720d55-c2c7-4f65-8696-3c7d9d538c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:42:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['098b7d13-53fd-402c-9f78-3916d67a9a40'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:20.512665 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aae3e6-c9f6-4d4c-9295-75f05cfb6018 req-a42fdc24-28f6-40be-8065-c5997e537272 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:20.514173 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f2aae3e6-c9f6-4d4c-9295-75f05cfb6018 req-a42fdc24-28f6-40be-8065-c5997e537272 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 946 time: 0.1464000 May 12 15:42:20.522241 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fcfe6-764a-4e0c-8a56-45e41a5641fa req-dbc9053b-0af1-4e97-bf10-cee1ae0bc92d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:20.523599 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-463fcfe6-764a-4e0c-8a56-45e41a5641fa req-dbc9053b-0af1-4e97-bf10-cee1ae0bc92d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.1234782 May 12 15:42:20.547798 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] 10.222.0.61 "PUT /v2.0/routers/098b7d13-53fd-402c-9f78-3916d67a9a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7409875 May 12 15:42:20.548202 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60304) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:20.596612 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f2aae3e6-c9f6-4d4c-9295-75f05cfb6018 req-949100ee-f22d-4690-b2cb-33678bed5c48 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715117 May 12 15:42:20.601338 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-463fcfe6-764a-4e0c-8a56-45e41a5641fa req-e72c642a-52a5-453b-84e0-6fd9438019e5 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632625 May 12 15:42:20.676278 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-e8720d55-c2c7-4f65-8696-3c7d9d538c60 None None] Set router 098b7d13-53fd-402c-9f78-3916d67a9a40 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:42:20.731606 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Notify callbacks [] for router, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:20.907862 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:20.988635 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-e8720d55-c2c7-4f65-8696-3c7d9d538c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:42:19Z', 'revision_number': 5, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port': {'id': 'bacd09d5-5937-4e81-b949-a2dabdf01c75', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:02Z', 'updated_at': '2021-05-12T15:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:20.992294 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8720d55-c2c7-4f65-8696-3c7d9d538c60 None None] Checking router: 098b7d13-53fd-402c-9f78-3916d67a9a40 for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:42:21.000375 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8720d55-c2c7-4f65-8696-3c7d9d538c60 None None] Routers {'098b7d13-53fd-402c-9f78-3916d67a9a40'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:42:21.000971 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-e8720d55-c2c7-4f65-8696-3c7d9d538c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:42:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['098b7d13-53fd-402c-9f78-3916d67a9a40'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:21.034960 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Deleting port bacd09d5-5937-4e81-b949-a2dabdf01c75 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:21.035381 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:21.151887 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-e8720d55-c2c7-4f65-8696-3c7d9d538c60 None None] Set router 098b7d13-53fd-402c-9f78-3916d67a9a40 gateway port host: None {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:42:21.169642 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] For port bacd09d5-5937-4e81-b949-a2dabdf01c75, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=bacd09d5-5937-4e81-b949-a2dabdf01c75,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:21.169642 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:21.257697 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-e8720d55-c2c7-4f65-8696-3c7d9d538c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:42:20Z', 'revision_number': 6, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port_host': None}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:21.261885 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8720d55-c2c7-4f65-8696-3c7d9d538c60 None None] The sync data for ids ['098b7d13-53fd-402c-9f78-3916d67a9a40'] in dv-cinder-789603-6-smb is: [{'id': '098b7d13-53fd-402c-9f78-3916d67a9a40', 'name': 'tempest-TestMinimumBasicScenario-739079378-router', 'tenant_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:01Z', 'updated_at': '2021-05-12T15:42:20Z', 'revision_number': 6, 'project_id': '819eaf9b77fb4b30a2e88e379a7dd20a', 'gw_port_host': None}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:42:21.264614 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 080334d2-2165-4063-bca6-5060f11d5215 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:42:21.296912 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Calling delete_port for bacd09d5-5937-4e81-b949-a2dabdf01c75 owned by network:router_gateway {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:21.384910 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:21.412766 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080334d2-2165-4063-bca6-5060f11d5215'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:42:21.422972 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 080334d2-2165-4063-bca6-5060f11d5215, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=080334d2-2165-4063-bca6-5060f11d5215,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:21.461266 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080334d2-2165-4063-bca6-5060f11d5215', 'code': 200} May 12 15:42:21.533771 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:21.534424 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:21.535554 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-38b6faa9-a8ff-4128-8793-f7baf53eb494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:21.538879 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:21.582874 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Pushing event deleted for resources: {'Port': ['ID=bacd09d5-5937-4e81-b949-a2dabdf01c75,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:21.586036 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:21.607740 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=080334d2-2165-4063-bca6-5060f11d5215,revision_number=8']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:21.616618 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:21.692375 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546658'] for router_gateway, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:21.872450 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46421'] for router, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:21.873678 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c9f26-38c7-4b14-a603-2c32f270953d req-54abab5e-ae9c-448f-9def-4fc655ffc201 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:21.874693 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:21.875174 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e76c9f26-38c7-4b14-a603-2c32f270953d req-54abab5e-ae9c-448f-9def-4fc655ffc201 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.1443133 May 12 15:42:21.884590 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed4f9a-2d7f-4ef5-8406-9b637251a563 req-278eb104-1d90-472f-82be-1f3749eddaa9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:21.886001 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d3ed4f9a-2d7f-4ef5-8406-9b637251a563 req-278eb104-1d90-472f-82be-1f3749eddaa9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.1185560 May 12 15:42:21.959264 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e76c9f26-38c7-4b14-a603-2c32f270953d req-340fb248-c893-4a28-989e-a5bc79410e57 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722470 May 12 15:42:21.964385 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d3ed4f9a-2d7f-4ef5-8406-9b637251a563 req-cf2fed0b-2bf7-47fb-88e8-7858a5823975 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639563 May 12 15:42:22.168380 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-994672'] for router, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:22.169125 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 098b7d13-53fd-402c-9f78-3916d67a9a40 {{(pid=79429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:42:22.185315 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Notify callbacks [] for router, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:22.186386 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] 10.222.0.61 "DELETE /v2.0/routers/098b7d13-53fd-402c-9f78-3916d67a9a40 HTTP/1.1" status: 204 len: 168 time: 1.6374133 May 12 15:42:22.188830 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60318) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:22.250275 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca81d55-16f4-4f69-968d-53627f73c735 admin admin] Deleting subnet b2ab8463-a9ea-4251-b751-01eca3a884d3 {{(pid=79429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:42:22.258585 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ca81d55-16f4-4f69-968d-53627f73c735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:22.308507 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ca81d55-16f4-4f69-968d-53627f73c735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11704334'] for subnet, precommit_delete_associations {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:22.430763 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ca81d55-16f4-4f69-968d-53627f73c735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:22.739782 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ca81d55-16f4-4f69-968d-53627f73c735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11984526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11965726'] for subnet, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:22.744097 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:22.750689 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:42:22.785618 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca81d55-16f4-4f69-968d-53627f73c735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ab8463-a9ea-4251-b751-01eca3a884d3,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:22.785889 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:42:22.786218 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 9b988eb2-3ec5-4411-8ec8-8d0ab20d1ecd not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:42:22.786649 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device bacd09d5-5937-4e81-b949-a2dabdf01c75 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:42:22.788123 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-6ca81d55-16f4-4f69-968d-53627f73c735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:22.790744 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6ca81d55-16f4-4f69-968d-53627f73c735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:22.797365 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-6ca81d55-16f4-4f69-968d-53627f73c735 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b2ab8463-a9ea-4251-b751-01eca3a884d3 HTTP/1.1" status: 204 len: 168 time: 0.6066473 May 12 15:42:22.799803 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60326) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:22.821277 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: bacd09d5-5937-4e81-b949-a2dabdf01c75 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:42:22.821635 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device bacd09d5-5937-4e81-b949-a2dabdf01c75 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:42:22.823102 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054f5081-e8b6-4a13-81b7-2197a48bc724 None None] Network cd10d637-447c-4439-bfbb-15e63521bc89 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:42:22.903303 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:22.979395 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Deleting port 93844404-9caa-4578-947e-776dae79a13a {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:22.979656 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:23.086632 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338c5c84-acb0-4009-a962-4ec90247d16f None None] DHCP port deletion for cd10d637-447c-4439-bfbb-15e63521bc89 request from dv-cinder-789603-6-smb {{(pid=79430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:42:23.088824 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] For port 93844404-9caa-4578-947e-776dae79a13a, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=93844404-9caa-4578-947e-776dae79a13a,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:23.089285 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:23.164704 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-338c5c84-acb0-4009-a962-4ec90247d16f None None] Deleting port 93844404-9caa-4578-947e-776dae79a13a {{(pid=79430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:23.165641 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-338c5c84-acb0-4009-a962-4ec90247d16f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:23.168847 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bcfdc-6080-4796-89fd-863be7754304 req-1b21d12a-a3f7-4c2b-ac87-30827297d92c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:23.171146 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2c4bcfdc-6080-4796-89fd-863be7754304 req-1b21d12a-a3f7-4c2b-ac87-30827297d92c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0835526 May 12 15:42:23.219800 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Calling delete_port for 93844404-9caa-4578-947e-776dae79a13a owned by network:dhcp {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:23.231262 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2c4bcfdc-6080-4796-89fd-863be7754304 req-a7c9eb34-51f4-4429-8639-809841a7b248 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475976 May 12 15:42:23.298700 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-338c5c84-acb0-4009-a962-4ec90247d16f None None] For port 93844404-9caa-4578-947e-776dae79a13a, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=93844404-9caa-4578-947e-776dae79a13a,segment=NetworkSegment(47f5b838-590d-43cf-b4b8-ab6179a08c4a),segment_id=47f5b838-590d-43cf-b4b8-ab6179a08c4a)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:23.298700 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-338c5c84-acb0-4009-a962-4ec90247d16f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:23.344764 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:23.350001 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:23.398191 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Pushing event deleted for resources: {'Port': ['ID=93844404-9caa-4578-947e-776dae79a13a,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:23.401178 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:23.401962 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] No DVR routers for this DVR port 93844404-9caa-4578-947e-776dae79a13a on host dv-cinder-789603-6-smb {{(pid=79429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:42:23.420605 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-338c5c84-acb0-4009-a962-4ec90247d16f None None] Calling delete_port for 93844404-9caa-4578-947e-776dae79a13a owned by network:dhcp {{(pid=79430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:23.521579 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:23.535369 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd10d637-447c-4439-bfbb-15e63521bc89']}} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:23.548219 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f5b838-590d-43cf-b4b8-ab6179a08c4a') {'for_net_delete': True} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:23.549023 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f5b838-590d-43cf-b4b8-ab6179a08c4a') {} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:23.561409 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11704337'] for segment, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:23.578590 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:23.581149 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-338c5c84-acb0-4009-a962-4ec90247d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069'] for port, after_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:23.585020 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=79429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:42:23.585440 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11984616'] for segment, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:23.585699 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: Traceback (most recent call last): May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: timer() May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: cb(*args, **kw) May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: return func(*args, **kwargs) May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: self._notify() May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: self.callback(batched_events) May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: event.method(event) May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: return f(self, *a, **k) May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: return self._get(url).json() May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: return self.request(url, 'GET', **kwargs) May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:42:23.598706 dv-cinder-789603-6-smb neutron-server[79429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:42:23.632973 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c5c84-acb0-4009-a962-4ec90247d16f None None] No DVR routers for this DVR port 93844404-9caa-4578-947e-776dae79a13a on host dv-cinder-789603-6-smb {{(pid=79430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:42:23.637785 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c5c84-acb0-4009-a962-4ec90247d16f None None] Pushing event deleted for resources: {'Port': ['ID=93844404-9caa-4578-947e-776dae79a13a,revision_number=None']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:23.639870 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-338c5c84-acb0-4009-a962-4ec90247d16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:23.773141 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:23.777230 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-15f2fce3-e895-46b0-aee4-6f103c7e5288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:23.790566 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:23.801506 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd10d637-447c-4439-bfbb-15e63521bc89,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:23.804646 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:23.911331 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] 10.222.0.61 "DELETE /v2.0/networks/cd10d637-447c-4439-bfbb-15e63521bc89 HTTP/1.1" status: 204 len: 168 time: 1.1104472 May 12 15:42:23.914158 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60342) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:24.433811 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9d1a3-b697-43a2-b3c7-9ecb81432f6b req-87081cfe-6807-4708-8c30-852d52f90443 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:24.435262 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-10a9d1a3-b697-43a2-b3c7-9ecb81432f6b req-87081cfe-6807-4708-8c30-852d52f90443 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0859303 May 12 15:42:24.482224 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-10a9d1a3-b697-43a2-b3c7-9ecb81432f6b req-622791eb-21c4-4f43-98e2-33091903d9bc tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403216 May 12 15:42:24.548481 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:24.748046 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 93844404-9caa-4578-947e-776dae79a13a no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:42:24.782005 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 93844404-9caa-4578-947e-776dae79a13a {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:42:24.782437 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 93844404-9caa-4578-947e-776dae79a13a not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:42:24.974339 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] Deleting port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:24.974680 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:25.097387 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] For port 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=19b5b3c3-e4e7-40df-8dbf-778a8f68a50f,segment=NetworkSegment(259a06eb-36fc-4dae-8dc8-524b7547cfb1),segment_id=259a06eb-36fc-4dae-8dc8-524b7547cfb1)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:25.097755 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:25.221365 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] Calling delete_port for 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f owned by network:router_interface {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:25.258197 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 080334d2-2165-4063-bca6-5060f11d5215 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:42:25.442341 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:25.446239 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-276cde67-b8ff-45d9-b723-a799d32244d2 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:25.488472 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] Pushing event deleted for resources: {'Port': ['ID=19b5b3c3-e4e7-40df-8dbf-778a8f68a50f,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:25.491410 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:25.683238 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600de14-5eec-4f7f-bcb6-7623d7c751ac req-a4c7e8bb-e441-43d8-ba61-220b1021de9e tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:25.684787 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f600de14-5eec-4f7f-bcb6-7623d7c751ac req-a4c7e8bb-e441-43d8-ba61-220b1021de9e tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0947974 May 12 15:42:25.732761 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f600de14-5eec-4f7f-bcb6-7623d7c751ac req-a08aaaaa-9405-422b-8b06-23ebc95da243 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412891 May 12 15:42:25.846955 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb2525-81f1-4377-881f-f136e16ae937 req-062dcd10-e1eb-4ab6-94cd-eb9b0177665b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:25.848409 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bafb2525-81f1-4377-881f-f136e16ae937 req-062dcd10-e1eb-4ab6-94cd-eb9b0177665b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.0911064 May 12 15:42:25.882952 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550902'] for router_interface, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:25.895194 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bafb2525-81f1-4377-881f-f136e16ae937 req-e81f0941-951c-4922-9572-9f273c02a016 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408177 May 12 15:42:26.041974 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d02d14eb-e393-4880-be83-acac9004de9c req-6723d685-df42-43bf-98a9-904ff9d72045 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749402 May 12 15:42:26.251027 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] Router f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:42:26.426592 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:42:26.435510 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] 10.222.0.61 "PUT /v2.0/routers/f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5203881 May 12 15:42:26.435699 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c3a96-bf4f-46c1-8757-5c2ae11f6332 None None] Sync routers for ids ['f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:42:26.438134 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60376) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:26.446374 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c3a96-bf4f-46c1-8757-5c2ae11f6332 None None] Routers {'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:42:26.447023 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-3a1c3a96-bf4f-46c1-8757-5c2ae11f6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:42:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:26.620735 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Notify callbacks [] for router, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:26.627803 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-3a1c3a96-bf4f-46c1-8757-5c2ae11f6332 None None] Set router f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:42:26.799739 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:26.928212 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3bb3e-e365-4cb7-871b-8b457d4e5c0e req-8f8be132-5ac3-4aee-8d09-c769481d1bd6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:26.931059 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fce3bb3e-e365-4cb7-871b-8b457d4e5c0e req-8f8be132-5ac3-4aee-8d09-c769481d1bd6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0850120 May 12 15:42:26.944285 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Deleting port 578746a1-8914-4263-9841-2817a7526f1d {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:26.944859 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-3a1c3a96-bf4f-46c1-8757-5c2ae11f6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'name': 'tempest-TestMinimumBasicScenario-1872962253-router', 'tenant_id': '6fc574583129486382e462c017eac5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '578746a1-8914-4263-9841-2817a7526f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:12Z', 'updated_at': '2021-05-12T15:42:25Z', 'revision_number': 5, 'project_id': '6fc574583129486382e462c017eac5da', 'gw_port': {'id': '578746a1-8914-4263-9841-2817a7526f1d', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:39:13Z', 'updated_at': '2021-05-12T15:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:26.945022 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:26.955784 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c3a96-bf4f-46c1-8757-5c2ae11f6332 None None] Checking router: f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:42:26.976259 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c3a96-bf4f-46c1-8757-5c2ae11f6332 None None] Routers {'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:42:26.976905 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-3a1c3a96-bf4f-46c1-8757-5c2ae11f6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:42:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:27.022843 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fce3bb3e-e365-4cb7-871b-8b457d4e5c0e req-4cf2dffc-bee2-4795-b386-6a63e1d4bd2d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857830 May 12 15:42:27.131829 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f2a39-bf13-4b26-b7e3-ca421a22e8b3 req-04f1a69b-eec8-4e06-a0a1-d13bc5c3a7bd tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:27.133499 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-734f2a39-bf13-4b26-b7e3-ca421a22e8b3 req-04f1a69b-eec8-4e06-a0a1-d13bc5c3a7bd tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.1045036 May 12 15:42:27.209240 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-3a1c3a96-bf4f-46c1-8757-5c2ae11f6332 None None] Set router f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 gateway port host: None {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:42:27.210760 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] For port 578746a1-8914-4263-9841-2817a7526f1d, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=578746a1-8914-4263-9841-2817a7526f1d,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:27.211225 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:27.272471 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-734f2a39-bf13-4b26-b7e3-ca421a22e8b3 req-6805fab3-fa62-4112-a18e-c0b17d78bf77 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306376 May 12 15:42:27.327291 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-3a1c3a96-bf4f-46c1-8757-5c2ae11f6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'name': 'tempest-TestMinimumBasicScenario-1872962253-router', 'tenant_id': '6fc574583129486382e462c017eac5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:12Z', 'updated_at': '2021-05-12T15:42:26Z', 'revision_number': 6, 'project_id': '6fc574583129486382e462c017eac5da', 'gw_port_host': None}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:27.332364 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c3a96-bf4f-46c1-8757-5c2ae11f6332 None None] The sync data for ids ['f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86'] in dv-cinder-789603-6-smb is: [{'id': 'f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86', 'name': 'tempest-TestMinimumBasicScenario-1872962253-router', 'tenant_id': '6fc574583129486382e462c017eac5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:39:12Z', 'updated_at': '2021-05-12T15:42:26Z', 'revision_number': 6, 'project_id': '6fc574583129486382e462c017eac5da', 'gw_port_host': None}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:42:27.347258 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Calling delete_port for 578746a1-8914-4263-9841-2817a7526f1d owned by network:router_gateway {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:27.608161 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:27.613013 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-02d4a681-4abf-4df3-97cf-d30031867abd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:27.684446 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Pushing event deleted for resources: {'Port': ['ID=578746a1-8914-4263-9841-2817a7526f1d,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:27.686994 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:27.763236 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d14eb-e393-4880-be83-acac9004de9c req-e3765988-907f-4085-9f42-857f3487fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:27.763595 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546658'] for router_gateway, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:27.764776 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d02d14eb-e393-4880-be83-acac9004de9c req-e3765988-907f-4085-9f42-857f3487fd44 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf&tenant_id=e8d30251431447cd921829666f3b144f HTTP/1.1" status: 200 len: 1097 time: 0.0854228 May 12 15:42:27.861711 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d14eb-e393-4880-be83-acac9004de9c req-90625e13-5481-4465-b447-a58c304c5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:27.863092 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d02d14eb-e393-4880-be83-acac9004de9c req-90625e13-5481-4465-b447-a58c304c5cb6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 1097 time: 0.0763888 May 12 15:42:27.942375 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46421'] for router, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:27.944591 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:27.995372 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d14eb-e393-4880-be83-acac9004de9c req-57ed7e37-361e-4e5b-bb10-79748311b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:27.996819 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d02d14eb-e393-4880-be83-acac9004de9c req-57ed7e37-361e-4e5b-bb10-79748311b390 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d HTTP/1.1" status: 200 len: 917 time: 0.1271305 May 12 15:42:28.025605 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-994672'] for router, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:28.026114 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 {{(pid=79429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:42:28.040475 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Notify callbacks [] for router, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:28.045446 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] 10.222.0.61 "DELETE /v2.0/routers/f1aa3ce8-0ac3-4e65-8e24-c2343a8eae86 HTTP/1.1" status: 204 len: 168 time: 1.6025727 May 12 15:42:28.045446 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60384) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:28.122983 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d02d14eb-e393-4880-be83-acac9004de9c req-8d86cba6-e124-4598-9eb2-951099f2b9d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=080334d2-2165-4063-bca6-5060f11d5215 HTTP/1.1" status: 200 len: 1000 time: 0.1192708 May 12 15:42:28.129267 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_v2 [None req-682394bd-1d9c-464f-97d4-6304239342d8 admin admin] Deleting subnet c480612e-368f-4326-8828-45947623aea4 {{(pid=79429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:42:28.133030 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-682394bd-1d9c-464f-97d4-6304239342d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:28.195775 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-682394bd-1d9c-464f-97d4-6304239342d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11704334'] for subnet, precommit_delete_associations {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:28.248477 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d14eb-e393-4880-be83-acac9004de9c req-1f348e7a-5216-42ed-86c7-f0ff03512096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:28.249967 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d02d14eb-e393-4880-be83-acac9004de9c req-1f348e7a-5216-42ed-86c7-f0ff03512096 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06904d41-f4a0-432b-9939-9dafbee02cfb HTTP/1.1" status: 200 len: 855 time: 0.1205387 May 12 15:42:28.281008 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-682394bd-1d9c-464f-97d4-6304239342d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:28.338743 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b034d86-95b9-4197-9e3c-ae744a728c2d req-0c8f97c9-3b6f-4e09-aa2a-a41e3a02f31c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:28.340345 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9b034d86-95b9-4197-9e3c-ae744a728c2d req-0c8f97c9-3b6f-4e09-aa2a-a41e3a02f31c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.1641386 May 12 15:42:28.376484 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d14eb-e393-4880-be83-acac9004de9c req-226f29e7-77e3-4d4a-8aa1-327059345004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:28.378673 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d02d14eb-e393-4880-be83-acac9004de9c req-226f29e7-77e3-4d4a-8aa1-327059345004 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1211598 May 12 15:42:28.516254 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9b034d86-95b9-4197-9e3c-ae744a728c2d req-61c85939-f10c-4a00-a2b2-5c4dfb6773c6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673234 May 12 15:42:28.585432 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d02d14eb-e393-4880-be83-acac9004de9c req-ec0caf7a-83e6-458b-a6de-dab8105a871b service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988516 May 12 15:42:28.626316 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f01194-ff84-4e4f-adb2-90ad3d66d141 req-a632415f-2aa4-4d0a-9f34-aa346f4aa656 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:28.628616 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-65f01194-ff84-4e4f-adb2-90ad3d66d141 req-a632415f-2aa4-4d0a-9f34-aa346f4aa656 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.2170374 May 12 15:42:28.677033 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-682394bd-1d9c-464f-97d4-6304239342d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11984526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11965726'] for subnet, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:28.682622 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-ca0e1f0d-1bf3-4d15-9413-fa9974eea7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:28.721339 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682394bd-1d9c-464f-97d4-6304239342d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c480612e-368f-4326-8828-45947623aea4,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:28.722354 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-682394bd-1d9c-464f-97d4-6304239342d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:28.725386 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-682394bd-1d9c-464f-97d4-6304239342d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:28.732297 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff815da-75fe-4dec-a1d2-fa6a542de41c None None] Network 524d3440-0ec3-4347-bf59-265a2dac6ab7 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:42:28.732914 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-682394bd-1d9c-464f-97d4-6304239342d8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c480612e-368f-4326-8828-45947623aea4 HTTP/1.1" status: 204 len: 168 time: 0.6866829 May 12 15:42:28.735163 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60392) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:28.753578 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-65f01194-ff84-4e4f-adb2-90ad3d66d141 req-34c8e673-16c2-4523-87d7-da6f5ad423ed tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786388 May 12 15:42:28.773973 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d02d14eb-e393-4880-be83-acac9004de9c req-bdb757aa-4c61-419f-835b-ee5e6482d604 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785500 May 12 15:42:28.815552 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:42:28.870293 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:28.870627 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:42:28.870785 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 19b5b3c3-e4e7-40df-8dbf-778a8f68a50f not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:42:28.871217 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 578746a1-8914-4263-9841-2817a7526f1d no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:42:28.916908 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 578746a1-8914-4263-9841-2817a7526f1d {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:42:28.917318 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 578746a1-8914-4263-9841-2817a7526f1d not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:42:28.965742 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Deleting port 56c00091-a30f-4de8-a3d8-2bca12067568 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:28.966601 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:29.071900 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] For port 56c00091-a30f-4de8-a3d8-2bca12067568, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=56c00091-a30f-4de8-a3d8-2bca12067568,segment=NetworkSegment(259a06eb-36fc-4dae-8dc8-524b7547cfb1),segment_id=259a06eb-36fc-4dae-8dc8-524b7547cfb1)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:29.071900 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:29.101954 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac69cbad-90ea-4256-b145-0a3ca7e14c90 None None] DHCP port deletion for 524d3440-0ec3-4347-bf59-265a2dac6ab7 request from dv-cinder-789603-6-smb {{(pid=79430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:42:29.177592 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-ac69cbad-90ea-4256-b145-0a3ca7e14c90 None None] Deleting port 56c00091-a30f-4de8-a3d8-2bca12067568 {{(pid=79430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:29.178184 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ac69cbad-90ea-4256-b145-0a3ca7e14c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:29.283851 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-ac69cbad-90ea-4256-b145-0a3ca7e14c90 None None] For port 56c00091-a30f-4de8-a3d8-2bca12067568, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=56c00091-a30f-4de8-a3d8-2bca12067568,segment=NetworkSegment(259a06eb-36fc-4dae-8dc8-524b7547cfb1),segment_id=259a06eb-36fc-4dae-8dc8-524b7547cfb1)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:29.284246 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ac69cbad-90ea-4256-b145-0a3ca7e14c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:29.313182 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Calling delete_port for 56c00091-a30f-4de8-a3d8-2bca12067568 owned by network:dhcp {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:29.406477 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-ac69cbad-90ea-4256-b145-0a3ca7e14c90 None None] Calling delete_port for 56c00091-a30f-4de8-a3d8-2bca12067568 owned by network:dhcp {{(pid=79430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:29.413924 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:29.423448 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:29.491872 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] No DVR routers for this DVR port 56c00091-a30f-4de8-a3d8-2bca12067568 on host dv-cinder-789603-6-smb {{(pid=79429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:42:29.505651 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ac69cbad-90ea-4256-b145-0a3ca7e14c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069'] for port, after_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:29.509323 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-338c5c84-acb0-4009-a962-4ec90247d16f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:29.552956 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Pushing event deleted for resources: {'Port': ['ID=56c00091-a30f-4de8-a3d8-2bca12067568,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:29.580613 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:29.602913 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69cbad-90ea-4256-b145-0a3ca7e14c90 None None] Pushing event deleted for resources: {'Port': ['ID=56c00091-a30f-4de8-a3d8-2bca12067568,revision_number=None']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:29.609386 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-ac69cbad-90ea-4256-b145-0a3ca7e14c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:29.624372 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac69cbad-90ea-4256-b145-0a3ca7e14c90 None None] No DVR routers for this DVR port 56c00091-a30f-4de8-a3d8-2bca12067568 on host dv-cinder-789603-6-smb {{(pid=79430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:42:29.704584 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:29.755791 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524d3440-0ec3-4347-bf59-265a2dac6ab7']}} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:29.770948 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259a06eb-36fc-4dae-8dc8-524b7547cfb1') {'for_net_delete': True} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:29.771241 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259a06eb-36fc-4dae-8dc8-524b7547cfb1') {} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:29.783204 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b023631-ca93-432d-957a-40312f11d98a req-e0c64f84-9b40-4424-9c03-e61964930c93 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:29.784644 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11704337'] for segment, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:29.785332 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1b023631-ca93-432d-957a-40312f11d98a req-e0c64f84-9b40-4424-9c03-e61964930c93 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.1103165 May 12 15:42:29.804361 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:29.811630 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=79429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:42:29.812034 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11984616'] for segment, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: Traceback (most recent call last): May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: timer() May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: cb(*args, **kw) May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: return func(*args, **kwargs) May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: self._notify() May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: self.callback(batched_events) May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: event.method(event) May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: return f(self, *a, **k) May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: return self._get(url).json() May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: return self.request(url, 'GET', **kwargs) May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:42:29.827249 dv-cinder-789603-6-smb neutron-server[79429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:42:29.923202 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1b023631-ca93-432d-957a-40312f11d98a req-503936d3-aa96-4ae2-b7be-f456b0c59e74 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225121 May 12 15:42:30.030661 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd2d41-1cf4-431f-985c-5228f09d56bb req-473821f4-e673-4670-92d5-a470a5a1be35 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:30.032230 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cdcd2d41-1cf4-431f-985c-5228f09d56bb req-473821f4-e673-4670-92d5-a470a5a1be35 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.1039438 May 12 15:42:30.066499 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:30.071196 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-dbfe7338-13e5-4b6b-ab2b-98a789912bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:30.085091 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-cdcd2d41-1cf4-431f-985c-5228f09d56bb req-850e7252-64e0-4016-b42b-8ae5ba4cdd6f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464017 May 12 15:42:30.106268 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:30.109729 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Pushing event deleted for resources: {'Network': ['ID=524d3440-0ec3-4347-bf59-265a2dac6ab7,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:30.113352 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:30.119985 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] 10.222.0.61 "DELETE /v2.0/networks/524d3440-0ec3-4347-bf59-265a2dac6ab7 HTTP/1.1" status: 204 len: 168 time: 1.3836336 May 12 15:42:30.555591 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60422) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:30.633162 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-0aa03ddc-0a04-4284-83b5-f042f0e2453b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=819eaf9b77fb4b30a2e88e379a7dd20a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760043 May 12 15:42:30.635675 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 60426) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:30.699189 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab06a-ad4a-4a9a-b106-7a54afc0856f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:30.730733 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab06a-ad4a-4a9a-b106-7a54afc0856f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:30.773975 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 56c00091-a30f-4de8-a3d8-2bca12067568 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:42:30.810152 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 56c00091-a30f-4de8-a3d8-2bca12067568 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:42:30.810893 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 56c00091-a30f-4de8-a3d8-2bca12067568 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:42:30.875822 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab06a-ad4a-4a9a-b106-7a54afc0856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:30.879954 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-d69dfaa2-9748-4102-ba17-82989abe439a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:30.894817 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ab06a-ad4a-4a9a-b106-7a54afc0856f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55965224-66d2-40bf-b87e-98ff12dcfffd,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:30.898890 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2a5ab06a-ad4a-4a9a-b106-7a54afc0856f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:30.904471 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab06a-ad4a-4a9a-b106-7a54afc0856f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:30.905953 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-2a5ab06a-ad4a-4a9a-b106-7a54afc0856f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55965224-66d2-40bf-b87e-98ff12dcfffd HTTP/1.1" status: 204 len: 168 time: 0.2688084 May 12 15:42:31.123676 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662849a1-39c6-4aa9-9951-a22bd6da1d34 req-5aba7380-201d-4895-8af5-f2443f6f8408 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:31.125262 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-662849a1-39c6-4aa9-9951-a22bd6da1d34 req-5aba7380-201d-4895-8af5-f2443f6f8408 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0858910 May 12 15:42:31.176628 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-662849a1-39c6-4aa9-9951-a22bd6da1d34 req-1299cc57-87bb-4cba-a46c-495bbb47b2ce tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 May 12 15:42:31.352801 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e9148-c0d7-4381-a8f8-af01333889dd req-3716122f-3b43-4f3a-9078-ad08132bc383 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:31.354687 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-028e9148-c0d7-4381-a8f8-af01333889dd req-3716122f-3b43-4f3a-9078-ad08132bc383 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.0975323 May 12 15:42:31.404618 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-028e9148-c0d7-4381-a8f8-af01333889dd req-3dca7b4c-be84-4e1b-8ec1-769f42b72989 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438423 May 12 15:42:31.682128 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 60438) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:31.731336 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-97732cd6-281c-4f63-800f-a54c34912d4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6fc574583129486382e462c017eac5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479665 May 12 15:42:31.733951 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60442) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:31.794378 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e2c8ba0a-020b-4171-809d-d474707c3aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:31.820693 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e2c8ba0a-020b-4171-809d-d474707c3aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:31.962423 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e2c8ba0a-020b-4171-809d-d474707c3aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:31.966113 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b0174609-02a8-4b8b-8a3b-fdd22f81168d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:31.977963 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8ba0a-020b-4171-809d-d474707c3aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954b7449-6e9a-4aa1-9aaf-ee1837a9b002,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:31.982270 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e2c8ba0a-020b-4171-809d-d474707c3aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:31.991341 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e2c8ba0a-020b-4171-809d-d474707c3aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:31.992803 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-e2c8ba0a-020b-4171-809d-d474707c3aec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/954b7449-6e9a-4aa1-9aaf-ee1837a9b002 HTTP/1.1" status: 204 len: 168 time: 0.2573652 May 12 15:42:32.404524 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08a3ed-5626-493c-ae1e-1799ddc4ea7e req-fa1ba82a-d6b1-44c2-abe9-ea6d82497e85 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:32.416066 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3e08a3ed-5626-493c-ae1e-1799ddc4ea7e req-fa1ba82a-d6b1-44c2-abe9-ea6d82497e85 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.1063197 May 12 15:42:32.632829 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3e08a3ed-5626-493c-ae1e-1799ddc4ea7e req-fb431c71-aca5-422a-a3cf-0d784ce0ffb7 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157617 May 12 15:42:32.669549 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec5227-4533-44eb-b9dc-c16ae83bc2d5 req-d3486c3f-8714-44be-92b8-df6d4de36288 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:32.671135 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-aeec5227-4533-44eb-b9dc-c16ae83bc2d5 req-d3486c3f-8714-44be-92b8-df6d4de36288 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.1105144 May 12 15:42:32.717984 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-aeec5227-4533-44eb-b9dc-c16ae83bc2d5 req-075a0f8c-407d-4901-b66f-7a4eff3f3983 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406661 May 12 15:42:33.956295 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d01ac-a8d0-419d-aa0f-1629062b8890 req-0ccf5489-c119-4a5a-a59b-8a286d1897cf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:33.959512 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0d0d01ac-a8d0-419d-aa0f-1629062b8890 req-0ccf5489-c119-4a5a-a59b-8a286d1897cf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.2004683 May 12 15:42:34.016777 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0d0d01ac-a8d0-419d-aa0f-1629062b8890 req-2adea728-ae9f-48e9-a14e-1f9f124d5f79 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528831 May 12 15:42:34.037991 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc05628-3216-4797-b2d0-da75b6031be5 req-16379b24-0c31-4d63-b63c-a410139ccbe1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:34.039691 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6dc05628-3216-4797-b2d0-da75b6031be5 req-16379b24-0c31-4d63-b63c-a410139ccbe1 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.1788239 May 12 15:42:34.087547 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6dc05628-3216-4797-b2d0-da75b6031be5 req-9e7be62a-226f-4fda-919b-89b9a96e7928 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414786 May 12 15:42:35.398360 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8659bc1-cacb-4c85-8b87-e175216b8ab2 req-a0a3c30b-02e3-4d59-9126-4137fb802fa6 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:35.399711 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a8659bc1-cacb-4c85-8b87-e175216b8ab2 req-a0a3c30b-02e3-4d59-9126-4137fb802fa6 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.1172609 May 12 15:42:35.409008 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0957bc-5127-4fb6-a81e-ace65e3781e7 req-f4b036e5-c5c8-407a-99d4-bfc457c5a5c8 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:35.410537 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-db0957bc-5127-4fb6-a81e-ace65e3781e7 req-f4b036e5-c5c8-407a-99d4-bfc457c5a5c8 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.1605728 May 12 15:42:35.482642 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a8659bc1-cacb-4c85-8b87-e175216b8ab2 req-74ac41d4-8590-4c96-ae6b-14ffe77817cd tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710969 May 12 15:42:35.487850 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-db0957bc-5127-4fb6-a81e-ace65e3781e7 req-1dc1579c-a1af-48a9-9a41-8df5c8a84584 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625870 May 12 15:42:36.750775 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123a34d-bc62-4523-bdc2-8e118240f302 req-e6c7b2ee-f6db-4438-a7fa-4bb17e311d2b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:36.752852 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9123a34d-bc62-4523-bdc2-8e118240f302 req-e6c7b2ee-f6db-4438-a7fa-4bb17e311d2b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.1393034 May 12 15:42:36.763754 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd5c5d-1831-49a3-bc43-a3e77b4e91e5 req-886897ef-5d3b-49e1-9b7b-49079f234075 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:36.765253 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4fbd5c5d-1831-49a3-bc43-a3e77b4e91e5 req-886897ef-5d3b-49e1-9b7b-49079f234075 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.1541107 May 12 15:42:36.835686 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9123a34d-bc62-4523-bdc2-8e118240f302 req-9eca3884-21ee-478d-a1b7-a4be1ab7904d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694251 May 12 15:42:36.852990 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4fbd5c5d-1831-49a3-bc43-a3e77b4e91e5 req-9091c17a-5be9-4d6d-8611-40453640e13d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720570 May 12 15:42:38.151883 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba5f19-117c-4d0d-9b64-f28e8e34f327 req-b0060919-7536-4acc-b648-ba11574d5e58 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:38.153375 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c8ba5f19-117c-4d0d-9b64-f28e8e34f327 req-b0060919-7536-4acc-b648-ba11574d5e58 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.1499636 May 12 15:42:38.207525 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4acf1-2735-4a65-8c8d-bcdb04c5c693 req-41c2280a-b7da-4e7d-b742-0b60d2adbea3 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:38.209586 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6db4acf1-2735-4a65-8c8d-bcdb04c5c693 req-41c2280a-b7da-4e7d-b742-0b60d2adbea3 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.1686802 May 12 15:42:38.243519 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c8ba5f19-117c-4d0d-9b64-f28e8e34f327 req-9600ecc5-98e9-447e-9b1c-97c5f96f8288 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766220 May 12 15:42:38.271371 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6db4acf1-2735-4a65-8c8d-bcdb04c5c693 req-59f321cc-89a1-4604-9d56-3b325195f942 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490508 May 12 15:42:39.518637 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862e836-be61-49ad-8ca2-ae7fed712754 req-22023ed9-3d75-4091-b4ef-2fd0b59fb016 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:39.519983 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3862e836-be61-49ad-8ca2-ae7fed712754 req-22023ed9-3d75-4091-b4ef-2fd0b59fb016 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.1562974 May 12 15:42:39.529762 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c139d1c-bf20-4049-ab72-c931b2bc49a9 req-a706bdfe-bebe-4faf-ba81-9c916dd00186 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:39.531319 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9c139d1c-bf20-4049-ab72-c931b2bc49a9 req-a706bdfe-bebe-4faf-ba81-9c916dd00186 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.1342256 May 12 15:42:39.605434 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3862e836-be61-49ad-8ca2-ae7fed712754 req-b89bef92-599f-4f28-b532-c97aed4482e5 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730445 May 12 15:42:39.610199 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9c139d1c-bf20-4049-ab72-c931b2bc49a9 req-6afd1209-378c-4470-a594-bfdb14f0c8c3 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645289 May 12 15:42:40.411192 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fbba7-c275-49db-8fdb-096d1910837f req-5e4d0487-3428-429f-a7dd-8bd07d5ed9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:40.412667 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b33fbba7-c275-49db-8fdb-096d1910837f req-5e4d0487-3428-429f-a7dd-8bd07d5ed9e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8d30251431447cd921829666f3b144f&device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 1097 time: 0.0770698 May 12 15:42:40.586018 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fbba7-c275-49db-8fdb-096d1910837f req-87d2de37-3840-47eb-9cdf-b2ca1fdb5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:40.587738 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b33fbba7-c275-49db-8fdb-096d1910837f req-87d2de37-3840-47eb-9cdf-b2ca1fdb5322 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d HTTP/1.1" status: 200 len: 917 time: 0.1320632 May 12 15:42:40.711566 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b33fbba7-c275-49db-8fdb-096d1910837f req-f5f7f434-522f-476c-aa06-c98eeff7a7fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=080334d2-2165-4063-bca6-5060f11d5215 HTTP/1.1" status: 200 len: 1000 time: 0.1131911 May 12 15:42:40.961627 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fbba7-c275-49db-8fdb-096d1910837f req-747ceb3f-70cf-4c69-81d0-619a3889b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:40.962961 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b33fbba7-c275-49db-8fdb-096d1910837f req-747ceb3f-70cf-4c69-81d0-619a3889b370 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06904d41-f4a0-432b-9939-9dafbee02cfb HTTP/1.1" status: 200 len: 855 time: 0.2412088 May 12 15:42:40.979576 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:41.059462 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c723ad-3c34-44de-af1e-ce0f2de27300 req-4647b4ac-f4f1-48e3-92de-dacbde5ea721 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:41.060916 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-69c723ad-3c34-44de-af1e-ce0f2de27300 req-4647b4ac-f4f1-48e3-92de-dacbde5ea721 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.3081722 May 12 15:42:41.072461 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e2bdf-8f7c-47cb-9f41-fa7c7ec7d9b2 req-73344b5e-195a-4b92-9758-e3e73a9c456b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:41.073899 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2e0e2bdf-8f7c-47cb-9f41-fa7c7ec7d9b2 req-73344b5e-195a-4b92-9758-e3e73a9c456b tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.3227828 May 12 15:42:41.150620 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fbba7-c275-49db-8fdb-096d1910837f req-f1c22bad-ae5b-4933-ab03-34e673599c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:41.152063 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b33fbba7-c275-49db-8fdb-096d1910837f req-f1c22bad-ae5b-4933-ab03-34e673599c14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cabe2f7b-8a61-4b52-bfdf-27696af44a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1783583 May 12 15:42:41.160825 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-69c723ad-3c34-44de-af1e-ce0f2de27300 req-de62296a-4e7c-4785-acae-e2ecbb8ed6b7 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846274 May 12 15:42:41.187434 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2e0e2bdf-8f7c-47cb-9f41-fa7c7ec7d9b2 req-7a267db5-3824-462c-accc-9b4685489f92 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965095 May 12 15:42:41.299748 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b33fbba7-c275-49db-8fdb-096d1910837f req-dc0b5058-ef98-40c8-ade5-1b6e90ce9d29 service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360459 May 12 15:42:41.433143 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b33fbba7-c275-49db-8fdb-096d1910837f req-b4774a7d-3218-4f4a-8aa8-36180eea0dee service neutron] 10.222.0.15 "GET /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268036 May 12 15:42:41.634236 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5e238-043b-4c12-b468-60bb2acc9df5 req-e6ce28ed-6d53-4b99-b261-676dbe65dc38 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:41.636023 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-30d5e238-043b-4c12-b468-60bb2acc9df5 req-e6ce28ed-6d53-4b99-b261-676dbe65dc38 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0844407 May 12 15:42:41.722111 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-30d5e238-043b-4c12-b468-60bb2acc9df5 req-8430cc2f-2e81-4b5d-80a6-1c2dfae898ba tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797133 May 12 15:42:41.754031 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764ffe0-3da0-499c-a15b-f3948a1d011e req-98f06df1-4af9-49be-8c35-48ee5f24fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:41.755530 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1764ffe0-3da0-499c-a15b-f3948a1d011e req-98f06df1-4af9-49be-8c35-48ee5f24fac1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 1098 time: 0.0784452 May 12 15:42:41.813823 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-31dcece5-3c9a-4f9c-b1c5-0f478ee5b12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:41.892895 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764ffe0-3da0-499c-a15b-f3948a1d011e req-c41c76fa-a092-4897-9831-a28b6b6a088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:41.893160 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1764ffe0-3da0-499c-a15b-f3948a1d011e req-c41c76fa-a092-4897-9831-a28b6b6a088d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3673dcb9-b8e5-4a98-a40d-0eae8f001277 HTTP/1.1" status: 200 len: 911 time: 0.1306157 May 12 15:42:41.997945 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1764ffe0-3da0-499c-a15b-f3948a1d011e req-9e9b6ddc-cf3a-4886-8f59-da2620b2f085 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c859873f-8f2e-402a-aacc-160239c563af HTTP/1.1" status: 200 len: 1001 time: 0.0982995 May 12 15:42:42.060881 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764ffe0-3da0-499c-a15b-f3948a1d011e req-cce25596-edee-40ba-b6c2-63614b074bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:42.062304 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1764ffe0-3da0-499c-a15b-f3948a1d011e req-cce25596-edee-40ba-b6c2-63614b074bb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=716246a2-e46b-408f-a13b-bce401958b4b HTTP/1.1" status: 200 len: 849 time: 0.0583630 May 12 15:42:42.145563 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764ffe0-3da0-499c-a15b-f3948a1d011e req-9fd6d24c-8a05-4c0c-a891-65c05ae359d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:42.146941 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1764ffe0-3da0-499c-a15b-f3948a1d011e req-9fd6d24c-8a05-4c0c-a891-65c05ae359d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3673dcb9-b8e5-4a98-a40d-0eae8f001277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762024 May 12 15:42:42.291343 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1764ffe0-3da0-499c-a15b-f3948a1d011e req-1745fd62-53f8-46dd-acb6-ef4086da03f3 service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333761 May 12 15:42:42.482705 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1764ffe0-3da0-499c-a15b-f3948a1d011e req-cde9d717-6c02-4dd3-a368-c267d7ebb696 service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826181 May 12 15:42:42.498836 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e9498-f211-4e33-8831-7c18f6f94426 req-a38a8829-8bd3-4d5e-bc12-ffc284c9d51e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:42.505924 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4c8e9498-f211-4e33-8831-7c18f6f94426 req-a38a8829-8bd3-4d5e-bc12-ffc284c9d51e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.1811514 May 12 15:42:42.547420 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4c8e9498-f211-4e33-8831-7c18f6f94426 req-0f72cfb1-3681-48ea-aee4-0d220bd975df tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396495 May 12 15:42:42.912006 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5682d0e-f304-4dc3-ad47-e02398a3ce39 req-45b9f4e6-63ba-4aac-b5ec-037a54dafcd6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:42.913597 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d5682d0e-f304-4dc3-ad47-e02398a3ce39 req-45b9f4e6-63ba-4aac-b5ec-037a54dafcd6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0825748 May 12 15:42:42.958004 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d5682d0e-f304-4dc3-ad47-e02398a3ce39 req-ef0184fb-c037-4f4f-9085-2a349fdf192d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387046 May 12 15:42:43.394366 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 080334d2-2165-4063-bca6-5060f11d5215 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:42:43.534974 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 080334d2-2165-4063-bca6-5060f11d5215, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=080334d2-2165-4063-bca6-5060f11d5215,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:43.549445 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '080334d2-2165-4063-bca6-5060f11d5215', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'port_id': '080334d2-2165-4063-bca6-5060f11d5215', 'mac_address': 'fa:16:3e:77:39:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:42:43.611356 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:43.630074 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080334d2-2165-4063-bca6-5060f11d5215 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:42:43.648556 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 080334d2-2165-4063-bca6-5060f11d5215, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=080334d2-2165-4063-bca6-5060f11d5215,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:43.747209 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb1e11-52a3-4214-b762-8d2ea6d72b97 req-ebc2be32-5c56-4c56-88e7-29c873697946 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:43.748723 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-15bb1e11-52a3-4214-b762-8d2ea6d72b97 req-ebc2be32-5c56-4c56-88e7-29c873697946 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 944 time: 0.0844669 May 12 15:42:43.751103 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:43.753098 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:43.801285 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-15bb1e11-52a3-4214-b762-8d2ea6d72b97 req-7fbc0009-61d8-442c-95b4-420e19985224 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464160 May 12 15:42:43.823406 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=080334d2-2165-4063-bca6-5060f11d5215,revision_number=9']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:43.828822 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:43.988434 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['080334d2-2165-4063-bca6-5060f11d5215'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:42:44.135977 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-d1705c70-b830-468d-967e-30f0ac39b794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:44.219547 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:44.237602 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df58ac-a7eb-4ef3-bbb1-71662aeccdd7 req-719e372a-5e1b-4f23-8f02-ba870da19feb tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:44.239108 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a4df58ac-a7eb-4ef3-bbb1-71662aeccdd7 req-719e372a-5e1b-4f23-8f02-ba870da19feb tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.1736834 May 12 15:42:44.287163 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a4df58ac-a7eb-4ef3-bbb1-71662aeccdd7 req-56437af0-ddfc-4756-973b-8f0b409ce03b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420289 May 12 15:42:45.006039 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06592bd6-40cf-491e-9a84-6ad7b08b4fa9 req-2f69a2bf-fa1a-45dd-9671-bf3e3241621e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:45.007440 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06592bd6-40cf-491e-9a84-6ad7b08b4fa9 req-2f69a2bf-fa1a-45dd-9671-bf3e3241621e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 945 time: 0.0853279 May 12 15:42:45.056923 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06592bd6-40cf-491e-9a84-6ad7b08b4fa9 req-64bece66-434f-42ae-bb4a-608d4434f41f tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436845 May 12 15:42:45.422205 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 080334d2-2165-4063-bca6-5060f11d5215 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:42:45.494124 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 080334d2-2165-4063-bca6-5060f11d5215 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:42:45.494495 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:45.612372 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:45.641343 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080334d2-2165-4063-bca6-5060f11d5215'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:42:45.650755 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 080334d2-2165-4063-bca6-5060f11d5215, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=080334d2-2165-4063-bca6-5060f11d5215,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:45.690537 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080334d2-2165-4063-bca6-5060f11d5215', 'code': 200} May 12 15:42:45.950884 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:45.989888 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:45.991738 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:46.059885 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=080334d2-2165-4063-bca6-5060f11d5215,revision_number=10']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:46.062943 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:46.248623 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe9bf2-c106-49cd-89bf-24cf264ac2b7 req-31e0e72d-a95e-4527-99f7-8313cc6d01f2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:46.250144 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-92fe9bf2-c106-49cd-89bf-24cf264ac2b7 req-31e0e72d-a95e-4527-99f7-8313cc6d01f2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 947 time: 0.0830123 May 12 15:42:46.341534 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-92fe9bf2-c106-49cd-89bf-24cf264ac2b7 req-c53fb0a7-9fc6-4951-8ac6-f70d8e4aaaab tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568192 May 12 15:42:46.359155 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8af64-ea02-42d0-9f91-2c8262db6342 req-f2861d6f-2caa-497f-ae37-870bc14b9605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:46.360592 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-66f8af64-ea02-42d0-9f91-2c8262db6342 req-f2861d6f-2caa-497f-ae37-870bc14b9605 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 1100 time: 0.1095960 May 12 15:42:46.400762 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-66f8af64-ea02-42d0-9f91-2c8262db6342 req-439be175-fde2-4f9f-9605-6f36eb708082 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334938 May 12 15:42:47.065835 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:47.541409 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e5c00-c0d0-446a-8f4b-940bc308e4ed req-75ebe907-d570-4caf-a531-b9e72ec9c095 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:47.542854 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ce9e5c00-c0d0-446a-8f4b-940bc308e4ed req-75ebe907-d570-4caf-a531-b9e72ec9c095 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 947 time: 0.0855291 May 12 15:42:47.592348 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ce9e5c00-c0d0-446a-8f4b-940bc308e4ed req-36794001-c7a5-4155-8b48-4dd1460abee8 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429418 May 12 15:42:48.793260 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6868b49-4c99-4973-88b0-d14461543f7f req-d8699b60-f8b8-48c1-9242-71f73267dd9c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:48.794915 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e6868b49-4c99-4973-88b0-d14461543f7f req-d8699b60-f8b8-48c1-9242-71f73267dd9c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 947 time: 0.0861719 May 12 15:42:48.846976 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e6868b49-4c99-4973-88b0-d14461543f7f req-56348bbc-4b7f-4cf8-8ebe-5ad45726ffff tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450337 May 12 15:42:50.043255 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4c0b0-71d0-4830-ab4b-ef6a73a797b0 req-901e7a98-55c0-42ed-85f0-379da8055ea8 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:42:50.044738 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-70e4c0b0-71d0-4830-ab4b-ef6a73a797b0 req-901e7a98-55c0-42ed-85f0-379da8055ea8 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 947 time: 0.0802381 May 12 15:42:50.091390 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-70e4c0b0-71d0-4830-ab4b-ef6a73a797b0 req-e1f7a75e-6f38-41ad-8f84-1233d1262e35 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403106 May 12 15:42:51.533367 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:43:11.008250 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:11.831032 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-33aa8dea-563c-46cf-be8e-4448249ebadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:14.082237 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b74-1285-43a9-b2b2-47d76f7afe68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:14.254212 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:15.282030 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:17.076973 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:23.916853 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f7d2a-50dc-4d9b-b9a3-ff1b86622b66 req-4f55530d-ba2f-416f-95ab-4824c11e5b9e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:23.918362 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a53f7d2a-50dc-4d9b-b9a3-ff1b86622b66 req-4f55530d-ba2f-416f-95ab-4824c11e5b9e tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 947 time: 0.0851934 May 12 15:43:23.965715 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a53f7d2a-50dc-4d9b-b9a3-ff1b86622b66 req-9da9bd5a-eae3-4647-9b54-8d642c56aea9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409884 May 12 15:43:24.742306 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41e999-3dea-437c-8cdb-8bd18bf3aa0f req-4587517c-379a-404d-b369-d9abeec428e0 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:24.743972 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0e41e999-3dea-437c-8cdb-8bd18bf3aa0f req-4587517c-379a-404d-b369-d9abeec428e0 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0859478 May 12 15:43:24.794895 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0e41e999-3dea-437c-8cdb-8bd18bf3aa0f req-264efa5b-ea98-43f3-a5f8-a9d02ea8a3c4 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450077 May 12 15:43:25.159614 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de146df-d120-4f49-8313-313a0fb0a5f2 req-7c57fdd6-3372-4301-aa11-7306a7b30383 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:25.161071 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7de146df-d120-4f49-8313-313a0fb0a5f2 req-7c57fdd6-3372-4301-aa11-7306a7b30383 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 947 time: 0.0798342 May 12 15:43:25.213903 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7de146df-d120-4f49-8313-313a0fb0a5f2 req-eab74d21-d7d0-4098-8c56-3ba81ed9f430 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468833 May 12 15:43:25.455509 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-ab7cae38-497f-406a-837a-2cbe3fd7edd6 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:25.456928 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-ab7cae38-497f-406a-837a-2cbe3fd7edd6 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.15 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 947 time: 0.0829659 May 12 15:43:25.596984 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Deleting port 080334d2-2165-4063-bca6-5060f11d5215 {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:43:25.602299 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:25.734695 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] For port 080334d2-2165-4063-bca6-5060f11d5215, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=080334d2-2165-4063-bca6-5060f11d5215,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:43:25.734947 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:26.158983 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:26.159348 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:26.159662 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.l3_db [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Floating IP e41a55d7-ece6-4a05-bfe8-d4a6517200da disassociated. External IP: 172.28.0.225, port: 080334d2-2165-4063-bca6-5060f11d5215. May 12 15:43:26.160291 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Calling delete_port for 080334d2-2165-4063-bca6-5060f11d5215 owned by compute:nova {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:43:26.183871 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55e55f-d5c5-40b8-9fd3-c8d65b523fe4 req-f745a490-2bec-4232-ba77-1b66d5de2cd4 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:26.185438 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7c55e55f-d5c5-40b8-9fd3-c8d65b523fe4 req-f745a490-2bec-4232-ba77-1b66d5de2cd4 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.2812927 May 12 15:43:26.247114 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7c55e55f-d5c5-40b8-9fd3-c8d65b523fe4 req-65efe480-bb3f-4bae-9b02-e9df36bdfaef tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504367 May 12 15:43:26.411054 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fce74-eb0f-46e5-a5ea-8a079ffc0685 req-8a3b7c61-c84b-4cfa-abfe-6434fe62a15d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:26.412474 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5e9fce74-eb0f-46e5-a5ea-8a079ffc0685 req-8a3b7c61-c84b-4cfa-abfe-6434fe62a15d tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 947 time: 0.0831165 May 12 15:43:26.449573 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:26.457937 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-8fff6325-568e-422a-b849-2a432c236b87 tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:43:26.510300 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5e9fce74-eb0f-46e5-a5ea-8a079ffc0685 req-65b88a56-b7e9-4344-8613-854abb73ca64 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups?id=77c8fa22-bb57-4542-bf50-b561d84cfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920575 May 12 15:43:26.512945 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event deleted for resources: {'Port': ['ID=080334d2-2165-4063-bca6-5060f11d5215,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:26.572808 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:26.573206 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:26.573563 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:26.573933 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:26.574286 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:26.574662 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:26.575019 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:26.575380 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:26.575729 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:26.576073 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:26.576426 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:26.576764 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:26.584689 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:43:26.710520 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Router c6150b42-7dc9-4796-a4da-58a8a79d4b6b has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:43:26.896444 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:43:26.905890 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b49f6b-9b9d-4154-898c-59b991dfb5b1 None None] Sync routers for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:43:26.916805 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b49f6b-9b9d-4154-898c-59b991dfb5b1 None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:43:26.917476 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-59b49f6b-9b9d-4154-898c-59b991dfb5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:43:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:26.974214 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] No DVR routers for this DVR port 080334d2-2165-4063-bca6-5060f11d5215 on host hv-cinder-78960 {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:43:26.977097 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:26.980054 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'name': 'network-vif-deleted', 'tag': '080334d2-2165-4063-bca6-5060f11d5215'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:43:27.025658 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5625a9dd-50b1-4775-ad4f-49cca2beddcf', 'name': 'network-vif-deleted', 'tag': '080334d2-2165-4063-bca6-5060f11d5215', 'status': 'completed', 'code': 200} May 12 15:43:27.101491 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-59b49f6b-9b9d-4154-898c-59b991dfb5b1 None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:43:27.159826 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7bf2a2de-58cb-4a17-b4a2-251da0a5114f req-0f518bb9-db05-4c61-85de-a71e48c5399c tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.15 "DELETE /v2.0/ports/080334d2-2165-4063-bca6-5060f11d5215 HTTP/1.1" status: 204 len: 173 time: 1.6931975 May 12 15:43:27.418211 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-59b49f6b-9b9d-4154-898c-59b991dfb5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:37Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:27.422473 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b49f6b-9b9d-4154-898c-59b991dfb5b1 None None] Checking router: c6150b42-7dc9-4796-a4da-58a8a79d4b6b for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:43:27.430718 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b49f6b-9b9d-4154-898c-59b991dfb5b1 None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:43:27.431324 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-59b49f6b-9b9d-4154-898c-59b991dfb5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:43:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:27.447484 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24ab93-f8a5-441a-8c2a-eafdda4153fc req-bb6f30e5-3a94-43ea-b29d-cff774603765 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:27.448952 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ba24ab93-f8a5-441a-8c2a-eafdda4153fc req-bb6f30e5-3a94-43ea-b29d-cff774603765 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0862713 May 12 15:43:27.495819 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ba24ab93-f8a5-441a-8c2a-eafdda4153fc req-472f5c0f-1794-4cb0-8893-dcae9116c9fe tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398118 May 12 15:43:27.607902 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-59b49f6b-9b9d-4154-898c-59b991dfb5b1 None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:43:27.680593 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-e4fca6e7-58a7-4fb2-a23c-2626b8f7deb0 req-bff06aa8-c496-40dd-bee1-72086ef58a14 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Synchronizing usage tracker for tenant:e8d30251431447cd921829666f3b144f on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:43:27.732171 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 080334d2-2165-4063-bca6-5060f11d5215 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:43:27.774770 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: 080334d2-2165-4063-bca6-5060f11d5215 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:43:27.775115 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 080334d2-2165-4063-bca6-5060f11d5215 not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:43:27.807966 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-e4fca6e7-58a7-4fb2-a23c-2626b8f7deb0 req-bff06aa8-c496-40dd-bee1-72086ef58a14 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Unset dirty status for tenant:e8d30251431447cd921829666f3b144f on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:43:27.809191 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e4fca6e7-58a7-4fb2-a23c-2626b8f7deb0 req-bff06aa8-c496-40dd-bee1-72086ef58a14 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/ports?device_id=5625a9dd-50b1-4775-ad4f-49cca2beddcf HTTP/1.1" status: 200 len: 210 time: 0.1705084 May 12 15:43:27.995181 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-59b49f6b-9b9d-4154-898c-59b991dfb5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:37Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:27.999098 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b49f6b-9b9d-4154-898c-59b991dfb5b1 None None] The sync data for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb is: [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:36:28Z', 'revision_number': 4, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '7bb472dd-32cd-480c-b945-d10f51f0a423', 'name': '', 'network_id': 'cabe2f7b-8a61-4b52-bfdf-27696af44a4d', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'mac_address': 'fa:16:3e:52:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:27Z', 'updated_at': '2021-05-12T15:36:37Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'subnets': [{'id': '06904d41-f4a0-432b-9939-9dafbee02cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:43:28.220984 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4aa15a-e095-41de-b995-5b638e1109e0 None None] New status for floating IP e41a55d7-ece6-4a05-bfe8-d4a6517200da: DOWN {{(pid=79431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:43:28.534345 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:43:28.682595 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fd712-4698-44d6-bc36-e9e4e9b3f891 req-d758d423-6e5c-4dd1-89d6-cd666fff7ab9 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:28.684054 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b28fd712-4698-44d6-bc36-e9e4e9b3f891 req-d758d423-6e5c-4dd1-89d6-cd666fff7ab9 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0808535 May 12 15:43:28.729197 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b28fd712-4698-44d6-bc36-e9e4e9b3f891 req-b5c16ba1-2b65-4b52-a092-ee147f9db6c0 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386536 May 12 15:43:29.009391 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60602) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:43:29.078218 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:29.106395 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:29.225547 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:29.229466 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-09e3c340-33a3-40d1-8343-f2e9fb950d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:43:29.243671 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c8fa22-bb57-4542-bf50-b561d84cfa7a,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:29.255627 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:29.255998 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:29.256359 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:29.256716 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:29.257099 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:29.257450 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:29.257797 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:29.258144 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:29.258531 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:29.258878 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:29.259222 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:29.259565 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:29.262767 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:43:29.264973 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:29.266079 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "DELETE /v2.0/security-groups/77c8fa22-bb57-4542-bf50-b561d84cfa7a HTTP/1.1" status: 204 len: 168 time: 0.2557044 May 12 15:43:29.268958 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60606) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:43:29.285867 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.api.v2.resource [None req-a2792065-537b-41de-8b59-af89be57c4aa tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] show failed (client error): The resource could not be found. May 12 15:43:29.286844 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-a2792065-537b-41de-8b59-af89be57c4aa tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "GET /v2.0/security-groups/77c8fa22-bb57-4542-bf50-b561d84cfa7a HTTP/1.1" status: 404 len: 347 time: 0.0169661 May 12 15:43:29.289691 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60610) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:43:29.506662 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-150fdabb-7059-4466-b61a-9eb313712fac tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Deleting port 4255fcbe-50b6-413a-907c-ede0727c3f44 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:43:29.506894 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-150fdabb-7059-4466-b61a-9eb313712fac tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:29.625073 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-150fdabb-7059-4466-b61a-9eb313712fac tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:29.625442 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-150fdabb-7059-4466-b61a-9eb313712fac tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:29.750951 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-150fdabb-7059-4466-b61a-9eb313712fac tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Calling delete_port for 4255fcbe-50b6-413a-907c-ede0727c3f44 owned by network:floatingip {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:43:29.914944 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65840761-746c-44c1-95bb-934c6f94cac5 req-fbe8c168-83a5-4876-a304-8077b0498703 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:29.916467 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-65840761-746c-44c1-95bb-934c6f94cac5 req-fbe8c168-83a5-4876-a304-8077b0498703 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0798521 May 12 15:43:29.928752 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-150fdabb-7059-4466-b61a-9eb313712fac tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:29.932827 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-ea721bce-012f-4339-8924-168ab378922d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:43:29.965062 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-65840761-746c-44c1-95bb-934c6f94cac5 req-ed93d319-6a8b-4062-9694-3c491a5b1dd9 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427899 May 12 15:43:29.978171 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fdabb-7059-4466-b61a-9eb313712fac tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Pushing event deleted for resources: {'Port': ['ID=4255fcbe-50b6-413a-907c-ede0727c3f44,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:29.980642 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-150fdabb-7059-4466-b61a-9eb313712fac tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:43:30.160715 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-150fdabb-7059-4466-b61a-9eb313712fac tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks [] for floatingip, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:30.242432 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-150fdabb-7059-4466-b61a-9eb313712fac tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:30.243589 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-150fdabb-7059-4466-b61a-9eb313712fac tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] 10.222.0.61 "DELETE /v2.0/floatingips/e41a55d7-ece6-4a05-bfe8-d4a6517200da HTTP/1.1" status: 204 len: 168 time: 0.9530330 May 12 15:43:31.154635 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0d703-bbff-4fb7-b135-ed11281c378a req-8c663ae1-ae49-4a9a-8de2-93682bf11dad tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:31.156174 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ebc0d703-bbff-4fb7-b135-ed11281c378a req-8c663ae1-ae49-4a9a-8de2-93682bf11dad tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0834591 May 12 15:43:31.200097 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ebc0d703-bbff-4fb7-b135-ed11281c378a req-a1bd5122-287e-48d3-9211-82cd81663384 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378361 May 12 15:43:32.391806 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cea6e-67ca-4b91-a27e-6aecafbe6aaa req-07c0fc9c-a9ec-4d00-8d90-6f9f9caf3e4d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:32.393866 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4f0cea6e-67ca-4b91-a27e-6aecafbe6aaa req-07c0fc9c-a9ec-4d00-8d90-6f9f9caf3e4d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0838249 May 12 15:43:32.439209 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4f0cea6e-67ca-4b91-a27e-6aecafbe6aaa req-80f42b57-1abb-4ab4-9da1-c3fdeb009f26 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396113 May 12 15:43:33.362097 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60640) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:43:33.628575 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b333df-a389-443f-9ec0-33ab0d876588 req-79d66440-46c1-4cc0-ba0e-d331f4241086 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:33.630129 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42b333df-a389-443f-9ec0-33ab0d876588 req-79d66440-46c1-4cc0-ba0e-d331f4241086 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0838928 May 12 15:43:33.765708 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-42b333df-a389-443f-9ec0-33ab0d876588 req-af9f0110-2c1f-4c60-9d7d-b08a8fded974 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296439 May 12 15:43:34.073585 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-62cf461e-fc39-4ca9-8e9e-fa7179c8bff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:34.475333 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-62cf461e-fc39-4ca9-8e9e-fa7179c8bff4 admin admin] Deleting port 7bb472dd-32cd-480c-b945-d10f51f0a423 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:43:34.476095 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-62cf461e-fc39-4ca9-8e9e-fa7179c8bff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:34.594733 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-62cf461e-fc39-4ca9-8e9e-fa7179c8bff4 admin admin] For port 7bb472dd-32cd-480c-b945-d10f51f0a423, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=7bb472dd-32cd-480c-b945-d10f51f0a423,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:43:34.598553 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-62cf461e-fc39-4ca9-8e9e-fa7179c8bff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:34.718632 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-62cf461e-fc39-4ca9-8e9e-fa7179c8bff4 admin admin] Calling delete_port for 7bb472dd-32cd-480c-b945-d10f51f0a423 owned by network:router_interface {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:43:34.957570 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21126707-098f-48cb-b2ba-e8b1a0b468df req-ec06bd05-b51c-4916-8189-df2793310751 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:34.959763 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-21126707-098f-48cb-b2ba-e8b1a0b468df req-ec06bd05-b51c-4916-8189-df2793310751 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0833981 May 12 15:43:35.013300 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-21126707-098f-48cb-b2ba-e8b1a0b468df req-01d11627-5a4d-4e64-a55e-021290c5ff0b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414021 May 12 15:43:35.059970 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-62cf461e-fc39-4ca9-8e9e-fa7179c8bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:35.063956 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-4e306579-0234-4049-a5d5-7f528d9376c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:43:35.109412 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf461e-fc39-4ca9-8e9e-fa7179c8bff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb472dd-32cd-480c-b945-d10f51f0a423,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:35.140665 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-62cf461e-fc39-4ca9-8e9e-fa7179c8bff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:43:35.386729 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-62cf461e-fc39-4ca9-8e9e-fa7179c8bff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550902'] for router_interface, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:35.745072 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cf461e-fc39-4ca9-8e9e-fa7179c8bff4 admin admin] Router c6150b42-7dc9-4796-a4da-58a8a79d4b6b has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:43:35.921533 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cf461e-fc39-4ca9-8e9e-fa7179c8bff4 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:43:35.930693 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1c6a4-f110-4edd-abf4-6825b5e93f27 None None] Sync routers for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:43:35.934121 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-62cf461e-fc39-4ca9-8e9e-fa7179c8bff4 admin admin] 10.222.0.61 "PUT /v2.0/routers/c6150b42-7dc9-4796-a4da-58a8a79d4b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5709326 May 12 15:43:35.936896 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60650) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:43:35.941760 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1c6a4-f110-4edd-abf4-6825b5e93f27 None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:43:35.942395 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-48f1c6a4-f110-4edd-abf4-6825b5e93f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:43:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:36.114533 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:36.119527 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-48f1c6a4-f110-4edd-abf4-6825b5e93f27 None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:43:36.211093 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc2c65-2faf-4a7b-9d88-f12c5045c860 req-88981523-f618-4df4-88e5-7e9125dd03aa tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:36.212644 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4bbc2c65-2faf-4a7b-9d88-f12c5045c860 req-88981523-f618-4df4-88e5-7e9125dd03aa tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0874958 May 12 15:43:36.258917 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-4bbc2c65-2faf-4a7b-9d88-f12c5045c860 req-62d768aa-2253-4546-8b3e-fd7ac66fa642 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405142 May 12 15:43:36.415121 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:36.432064 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-48f1c6a4-f110-4edd-abf4-6825b5e93f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:43:34Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:36.436174 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1c6a4-f110-4edd-abf4-6825b5e93f27 None None] Checking router: c6150b42-7dc9-4796-a4da-58a8a79d4b6b for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:43:36.445160 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1c6a4-f110-4edd-abf4-6825b5e93f27 None None] Routers {'c6150b42-7dc9-4796-a4da-58a8a79d4b6b'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:43:36.445769 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-48f1c6a4-f110-4edd-abf4-6825b5e93f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:43:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:36.612084 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Deleting port 4679b876-970e-48f1-997f-0e954deb2279 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:43:36.612433 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:36.621822 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-48f1c6a4-f110-4edd-abf4-6825b5e93f27 None None] Set router c6150b42-7dc9-4796-a4da-58a8a79d4b6b gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:43:36.745120 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] For port 4679b876-970e-48f1-997f-0e954deb2279, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=4679b876-970e-48f1-997f-0e954deb2279,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:43:36.745754 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:36.916497 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-48f1c6a4-f110-4edd-abf4-6825b5e93f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:43:34Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:36.920760 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1c6a4-f110-4edd-abf4-6825b5e93f27 None None] The sync data for ids ['c6150b42-7dc9-4796-a4da-58a8a79d4b6b'] in dv-cinder-789603-6-smb is: [{'id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'name': 'tempest-AttachVolumeShelveTestJSON-775070378-router', 'tenant_id': 'e8d30251431447cd921829666f3b144f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '4679b876-970e-48f1-997f-0e954deb2279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:22Z', 'updated_at': '2021-05-12T15:43:34Z', 'revision_number': 5, 'project_id': 'e8d30251431447cd921829666f3b144f', 'gw_port': {'id': '4679b876-970e-48f1-997f-0e954deb2279', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6150b42-7dc9-4796-a4da-58a8a79d4b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:23Z', 'updated_at': '2021-05-12T15:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:43:36.937880 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Calling delete_port for 4679b876-970e-48f1-997f-0e954deb2279 owned by network:router_gateway {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:43:37.002917 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aa63f-17bb-41a7-815e-a24869a9a5e2 req-22504f20-47fd-4420-888a-a549ef9fa51c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:37.005545 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eb4aa63f-17bb-41a7-815e-a24869a9a5e2 req-22504f20-47fd-4420-888a-a549ef9fa51c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.1184423 May 12 15:43:37.103058 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-eb4aa63f-17bb-41a7-815e-a24869a9a5e2 req-458e3d80-c17d-4ab3-8a5f-a77cc8e6ee43 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589361 May 12 15:43:37.120242 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189b4b6-1d80-4443-9023-ae85894d7040 req-e74e6fce-b131-4c0c-a2e8-0504b9b5d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:37.121773 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9189b4b6-1d80-4443-9023-ae85894d7040 req-e74e6fce-b131-4c0c-a2e8-0504b9b5d3f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 1098 time: 0.1105673 May 12 15:43:37.255378 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189b4b6-1d80-4443-9023-ae85894d7040 req-4081ee2f-0e5e-4482-bb8d-8e24a133f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:37.256741 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9189b4b6-1d80-4443-9023-ae85894d7040 req-4081ee2f-0e5e-4482-bb8d-8e24a133f0d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3673dcb9-b8e5-4a98-a40d-0eae8f001277 HTTP/1.1" status: 200 len: 911 time: 0.1286645 May 12 15:43:37.272506 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:37.280028 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-382d7c15-7edc-4527-999c-c5ef17dcbe9c tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:43:37.324813 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4679b876-970e-48f1-997f-0e954deb2279,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:37.329331 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:43:37.373381 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9189b4b6-1d80-4443-9023-ae85894d7040 req-9f1be91a-3068-40e6-950d-045ce22fcbe1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c859873f-8f2e-402a-aacc-160239c563af HTTP/1.1" status: 200 len: 1001 time: 0.1097348 May 12 15:43:37.436043 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546658'] for router_gateway, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:37.441451 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189b4b6-1d80-4443-9023-ae85894d7040 req-55ba809d-6595-46d6-8efc-04f4afe34629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:37.443030 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9189b4b6-1d80-4443-9023-ae85894d7040 req-55ba809d-6595-46d6-8efc-04f4afe34629 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=716246a2-e46b-408f-a13b-bce401958b4b HTTP/1.1" status: 200 len: 849 time: 0.0627904 May 12 15:43:37.523442 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189b4b6-1d80-4443-9023-ae85894d7040 req-f2b61917-47b1-4949-bf15-933d139627a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:37.524955 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9189b4b6-1d80-4443-9023-ae85894d7040 req-f2b61917-47b1-4949-bf15-933d139627a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3673dcb9-b8e5-4a98-a40d-0eae8f001277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749140 May 12 15:43:37.618328 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46421'] for router, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:37.620652 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:37.661642 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9189b4b6-1d80-4443-9023-ae85894d7040 req-d2c1c949-54f2-4b40-bc45-72aff2e6c09e service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297348 May 12 15:43:37.797998 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9189b4b6-1d80-4443-9023-ae85894d7040 req-1d7ff7be-43b1-4abd-8045-d6bc7b7229d9 service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287041 May 12 15:43:37.859517 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-994672'] for router, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:37.860116 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6150b42-7dc9-4796-a4da-58a8a79d4b6b {{(pid=79429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:43:37.873617 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] Notify callbacks [] for router, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:37.874734 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-e33c33ac-a4cc-4a0f-a6bc-748a4f2478d0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/c6150b42-7dc9-4796-a4da-58a8a79d4b6b HTTP/1.1" status: 204 len: 168 time: 1.9369259 May 12 15:43:37.877642 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 60660) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:43:37.941669 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e30216-832f-4349-aa98-09d08a6df0a7 admin admin] Deleting subnet 06904d41-f4a0-432b-9939-9dafbee02cfb {{(pid=79428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:43:37.945121 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-86e30216-832f-4349-aa98-09d08a6df0a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:38.000297 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-86e30216-832f-4349-aa98-09d08a6df0a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10637354'] for subnet, precommit_delete_associations {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:38.116817 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-86e30216-832f-4349-aa98-09d08a6df0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:38.492148 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acf004-c7a8-4974-82fa-59a12fcfdd50 req-8a0befeb-0c2a-42dd-b724-e1a53a8f6714 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:38.493576 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c2acf004-c7a8-4974-82fa-59a12fcfdd50 req-8a0befeb-0c2a-42dd-b724-e1a53a8f6714 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.2629864 May 12 15:43:38.556960 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c2acf004-c7a8-4974-82fa-59a12fcfdd50 req-1575e427-bfd2-4b98-8bc2-94f70b969e2a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509551 May 12 15:43:38.752612 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-86e30216-832f-4349-aa98-09d08a6df0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1620135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10920355'] for subnet, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:38.758152 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-e22928e3-4d60-4fca-8cfe-5ea81cdcae75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:43:38.794866 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 7bb472dd-32cd-480c-b945-d10f51f0a423 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:43:38.797542 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-86e30216-832f-4349-aa98-09d08a6df0a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:38.800546 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e30216-832f-4349-aa98-09d08a6df0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06904d41-f4a0-432b-9939-9dafbee02cfb,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:38.803309 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-86e30216-832f-4349-aa98-09d08a6df0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:43:38.813750 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-86e30216-832f-4349-aa98-09d08a6df0a7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/06904d41-f4a0-432b-9939-9dafbee02cfb HTTP/1.1" status: 204 len: 168 time: 0.9272439 May 12 15:43:38.813750 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 60666) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:43:38.823795 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4dff5-87fb-4c11-add0-79508271fa7c None None] Network cabe2f7b-8a61-4b52-bfdf-27696af44a4d requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:43:38.851300 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 7bb472dd-32cd-480c-b945-d10f51f0a423 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:43:38.851655 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 7bb472dd-32cd-480c-b945-d10f51f0a423 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:43:38.852087 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 4679b876-970e-48f1-997f-0e954deb2279 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:43:38.913131 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:38.946299 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 4679b876-970e-48f1-997f-0e954deb2279 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:43:38.946651 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 4679b876-970e-48f1-997f-0e954deb2279 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:43:38.988367 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Deleting port f79913b6-3c84-43bf-a072-c52ead24bff0 {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:43:38.988700 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:39.095283 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] For port f79913b6-3c84-43bf-a072-c52ead24bff0, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=f79913b6-3c84-43bf-a072-c52ead24bff0,segment=NetworkSegment(df9834fe-dd75-42ec-8e95-5a9e5705e5d7),segment_id=df9834fe-dd75-42ec-8e95-5a9e5705e5d7)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:43:39.096278 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:39.221814 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Calling delete_port for f79913b6-3c84-43bf-a072-c52ead24bff0 owned by network:dhcp {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:43:39.325587 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0b3111-d5cd-4635-a6f2-6eaa54de2b42 None None] DHCP port deletion for cabe2f7b-8a61-4b52-bfdf-27696af44a4d request from dv-cinder-789603-6-smb {{(pid=79430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:43:39.339648 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:39.343823 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-7025eb8b-283b-4f92-8c4e-bc07e153e008 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:43:39.363718 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b3111-d5cd-4635-a6f2-6eaa54de2b42 None None] The port 'f79913b6-3c84-43bf-a072-c52ead24bff0' was deleted {{(pid=79430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}} May 12 15:43:39.391999 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79913b6-3c84-43bf-a072-c52ead24bff0,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:39.394984 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:43:39.395766 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] No DVR routers for this DVR port f79913b6-3c84-43bf-a072-c52ead24bff0 on host dv-cinder-789603-6-smb {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:43:39.512753 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:39.526830 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabe2f7b-8a61-4b52-bfdf-27696af44a4d']}} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:39.540500 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7') {'for_net_delete': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:39.540724 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9834fe-dd75-42ec-8e95-5a9e5705e5d7') {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:39.553151 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10637365'] for segment, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:39.569418 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:39.575504 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=79428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:43:39.577870 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1620161'] for segment, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: Traceback (most recent call last): May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: timer() May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: cb(*args, **kw) May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: return func(*args, **kwargs) May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: self._notify() May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: self.callback(batched_events) May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: event.method(event) May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: return f(self, *a, **k) May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: return self._get(url).json() May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: return self.request(url, 'GET', **kwargs) May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:43:39.589596 dv-cinder-789603-6-smb neutron-server[79428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:43:39.753845 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf89a4-2191-4bdb-bfd9-3ad21fd6aff0 req-c2f3b11a-bbdd-41fb-9745-bd5039a1bd05 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:39.755349 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bfcf89a4-2191-4bdb-bfd9-3ad21fd6aff0 req-c2f3b11a-bbdd-41fb-9745-bd5039a1bd05 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0825868 May 12 15:43:39.793249 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:39.802231 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-a8360ce5-c108-49bb-b9cb-a4ee8be71da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:43:39.814910 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:39.824991 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bfcf89a4-2191-4bdb-bfd9-3ad21fd6aff0 req-24faa00a-775d-48fb-b225-27471e39ec1a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634909 May 12 15:43:39.830877 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cabe2f7b-8a61-4b52-bfdf-27696af44a4d,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:39.834555 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:43:39.912113 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/cabe2f7b-8a61-4b52-bfdf-27696af44a4d HTTP/1.1" status: 204 len: 168 time: 1.1018398 May 12 15:43:40.319395 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60676) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:43:40.370736 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-f58b06f4-a542-4f39-8f32-3a39f128ff05 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8d30251431447cd921829666f3b144f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500369 May 12 15:43:40.373171 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60680) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:43:40.440009 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-115ef26f-6a05-41b8-ba2e-16b1048a83a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:40.474171 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-115ef26f-6a05-41b8-ba2e-16b1048a83a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:40.608881 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-115ef26f-6a05-41b8-ba2e-16b1048a83a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:40.613483 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b104e75c-28f8-4e71-9b00-64b42ac28ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:43:40.628572 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ef26f-6a05-41b8-ba2e-16b1048a83a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dabfce-dd1c-45a9-8304-25eb3e1836d6,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:40.631065 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-115ef26f-6a05-41b8-ba2e-16b1048a83a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:43:40.636298 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-115ef26f-6a05-41b8-ba2e-16b1048a83a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:40.637727 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-115ef26f-6a05-41b8-ba2e-16b1048a83a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46dabfce-dd1c-45a9-8304-25eb3e1836d6 HTTP/1.1" status: 204 len: 168 time: 0.2633328 May 12 15:43:40.792324 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device f79913b6-3c84-43bf-a072-c52ead24bff0 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:43:40.829181 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: f79913b6-3c84-43bf-a072-c52ead24bff0 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:43:40.829524 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device f79913b6-3c84-43bf-a072-c52ead24bff0 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:43:41.014391 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:41.228339 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fa77c5a1-d966-4153-8072-146bbd1424a5 req-a8e7ba72-8acf-4823-9bef-59986989dd41 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783298 May 12 15:43:41.324426 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77c5a1-d966-4153-8072-146bbd1424a5 req-73bb5b1f-9e02-4436-84ba-ca955196e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:41.325965 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fa77c5a1-d966-4153-8072-146bbd1424a5 req-73bb5b1f-9e02-4436-84ba-ca955196e914 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 1098 time: 0.0761640 May 12 15:43:41.479108 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77c5a1-d966-4153-8072-146bbd1424a5 req-9e61c708-8dbd-4b4f-9607-bb0c6f051c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:41.482470 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fa77c5a1-d966-4153-8072-146bbd1424a5 req-9e61c708-8dbd-4b4f-9607-bb0c6f051c6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3673dcb9-b8e5-4a98-a40d-0eae8f001277 HTTP/1.1" status: 200 len: 911 time: 0.1354201 May 12 15:43:41.590026 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fa77c5a1-d966-4153-8072-146bbd1424a5 req-4e11f118-9236-49e5-909b-9581136b3ab4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c859873f-8f2e-402a-aacc-160239c563af HTTP/1.1" status: 200 len: 1001 time: 0.1029422 May 12 15:43:41.658897 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77c5a1-d966-4153-8072-146bbd1424a5 req-fef10597-518f-48fa-8709-b71159b6435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:41.660377 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fa77c5a1-d966-4153-8072-146bbd1424a5 req-fef10597-518f-48fa-8709-b71159b6435e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=716246a2-e46b-408f-a13b-bce401958b4b HTTP/1.1" status: 200 len: 849 time: 0.0642023 May 12 15:43:41.824723 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77c5a1-d966-4153-8072-146bbd1424a5 req-0e5bc093-62df-482a-a7d5-54d77b486abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:43:41.826160 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fa77c5a1-d966-4153-8072-146bbd1424a5 req-0e5bc093-62df-482a-a7d5-54d77b486abf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3673dcb9-b8e5-4a98-a40d-0eae8f001277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1596398 May 12 15:43:41.847953 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-56365de9-317f-403c-8ea0-8ffaf7da819a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:41.963775 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fa77c5a1-d966-4153-8072-146bbd1424a5 req-044301ac-b675-498d-a36e-661351c386d4 service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304781 May 12 15:43:42.101779 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fa77c5a1-d966-4153-8072-146bbd1424a5 req-3abca073-af0c-4a25-9869-a408512e8cb1 service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310275 May 12 15:43:43.984327 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60734) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:43:44.082602 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-adf002ac-161d-4b21-b377-60daa98a0049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:44.107206 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-88ab2f97-cb41-4a56-88cf-bfdb71473e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:44.122463 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-88ab2f97-cb41-4a56-88cf-bfdb71473e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:43:44.126274 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-88ab2f97-cb41-4a56-88cf-bfdb71473e71 admin admin] Usage tracker for resource:security_group_rule and tenant:3e73b99be7c24bb19082d6e68d73d440 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:43:44.129168 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-88ab2f97-cb41-4a56-88cf-bfdb71473e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:43:44.134934 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-88ab2f97-cb41-4a56-88cf-bfdb71473e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:43:44.179992 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:44.217903 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-88ab2f97-cb41-4a56-88cf-bfdb71473e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:44.300780 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-88ab2f97-cb41-4a56-88cf-bfdb71473e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:44.308024 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-acbe69ce-4b24-4d83-befc-b1c45665fe1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:43:44.348172 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab2f97-cb41-4a56-88cf-bfdb71473e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c4165d-6a93-48a0-9428-a192b8e98a4c,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:44.354887 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-88ab2f97-cb41-4a56-88cf-bfdb71473e71 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e73b99be7c24bb19082d6e68d73d440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671167 May 12 15:43:44.354887 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-88ab2f97-cb41-4a56-88cf-bfdb71473e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:43:44.355218 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60740) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:43:44.470382 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1e466e3f-89be-4313-9df1-ca0a1f7e5664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:44.470382 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1e466e3f-89be-4313-9df1-ca0a1f7e5664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:44.648316 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1e466e3f-89be-4313-9df1-ca0a1f7e5664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:44.652066 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-cd4ccbb6-6008-4eba-961a-d21385bf6ba2 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:43:44.663913 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e466e3f-89be-4313-9df1-ca0a1f7e5664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c4165d-6a93-48a0-9428-a192b8e98a4c,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:44.667354 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-1e466e3f-89be-4313-9df1-ca0a1f7e5664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:43:44.670882 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-1e466e3f-89be-4313-9df1-ca0a1f7e5664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:44.671994 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-1e466e3f-89be-4313-9df1-ca0a1f7e5664 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34c4165d-6a93-48a0-9428-a192b8e98a4c HTTP/1.1" status: 204 len: 168 time: 0.3159990 May 12 15:43:45.351309 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:45.550331 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60748) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:43:45.569086 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ea5ebf7e-0949-42a9-b623-2825b617d022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:45.584781 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-ea5ebf7e-0949-42a9-b623-2825b617d022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:43:45.588969 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-ea5ebf7e-0949-42a9-b623-2825b617d022 admin admin] Usage tracker for resource:security_group_rule and tenant:4930cdba3ee14ead81eba5406a58cf25 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:43:45.591774 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-ea5ebf7e-0949-42a9-b623-2825b617d022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:43:45.598404 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-ea5ebf7e-0949-42a9-b623-2825b617d022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:43:45.683720 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ea5ebf7e-0949-42a9-b623-2825b617d022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:45.763029 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ea5ebf7e-0949-42a9-b623-2825b617d022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:45.770992 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-1e466e3f-89be-4313-9df1-ca0a1f7e5664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:43:45.812093 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ebf7e-0949-42a9-b623-2825b617d022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e923f7-5bcb-49a9-bc9a-03934ac3095e,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:45.816701 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-ea5ebf7e-0949-42a9-b623-2825b617d022 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4930cdba3ee14ead81eba5406a58cf25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652197 May 12 15:43:45.817593 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-ea5ebf7e-0949-42a9-b623-2825b617d022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:43:45.819563 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60752) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:43:45.875597 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2dbf2fc9-c00c-4d17-845c-08795947b0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:45.901408 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2dbf2fc9-c00c-4d17-845c-08795947b0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:46.030943 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2dbf2fc9-c00c-4d17-845c-08795947b0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:46.035226 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-ea5ebf7e-0949-42a9-b623-2825b617d022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:43:46.045935 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf2fc9-c00c-4d17-845c-08795947b0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e923f7-5bcb-49a9-bc9a-03934ac3095e,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:46.049720 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-2dbf2fc9-c00c-4d17-845c-08795947b0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:43:46.052897 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-2dbf2fc9-c00c-4d17-845c-08795947b0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:46.054265 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-2dbf2fc9-c00c-4d17-845c-08795947b0f9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08e923f7-5bcb-49a9-bc9a-03934ac3095e HTTP/1.1" status: 204 len: 168 time: 0.2335877 May 12 15:43:47.116347 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:05.531440 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:44:09.704748 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60970) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:09.825544 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-25a19a5e-282d-454b-8414-a974fd841736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:09.839934 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-25a19a5e-282d-454b-8414-a974fd841736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:09.843722 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-25a19a5e-282d-454b-8414-a974fd841736 admin admin] Usage tracker for resource:security_group_rule and tenant:a1f072e109ad40c6bd0b99c21bd73800 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:09.847029 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-25a19a5e-282d-454b-8414-a974fd841736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:09.853067 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-25a19a5e-282d-454b-8414-a974fd841736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:09.933035 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-25a19a5e-282d-454b-8414-a974fd841736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:10.037432 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-25a19a5e-282d-454b-8414-a974fd841736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:10.048158 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-9ca373e7-75d5-49b0-96f2-d2f00ae1be76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:10.088271 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a19a5e-282d-454b-8414-a974fd841736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571f1262-f084-4ad7-8726-0c8bbb911d5c,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:10.092419 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-25a19a5e-282d-454b-8414-a974fd841736 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1f072e109ad40c6bd0b99c21bd73800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866415 May 12 15:44:10.093335 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-25a19a5e-282d-454b-8414-a974fd841736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:10.096591 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60976) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:10.157010 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7cacd160-cb2e-4f71-ab4c-4c7394576def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:10.183913 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7cacd160-cb2e-4f71-ab4c-4c7394576def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:10.374265 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7cacd160-cb2e-4f71-ab4c-4c7394576def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:10.378169 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-fad66e18-942d-4f33-bb58-3c7b26cf5d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:10.389829 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacd160-cb2e-4f71-ab4c-4c7394576def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571f1262-f084-4ad7-8726-0c8bbb911d5c,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:10.392310 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-7cacd160-cb2e-4f71-ab4c-4c7394576def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:10.397654 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-7cacd160-cb2e-4f71-ab4c-4c7394576def admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:10.401193 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-7cacd160-cb2e-4f71-ab4c-4c7394576def admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/571f1262-f084-4ad7-8726-0c8bbb911d5c HTTP/1.1" status: 204 len: 168 time: 0.3020520 May 12 15:44:11.043182 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:11.253150 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 60986) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:11.271332 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9f49852a-e86e-45b4-aeed-08b692d91f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:11.286779 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-9f49852a-e86e-45b4-aeed-08b692d91f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:11.292589 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-9f49852a-e86e-45b4-aeed-08b692d91f92 admin admin] Usage tracker for resource:security_group_rule and tenant:a7c2038389e14c8eba2b02513ccc7b12 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:11.295696 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-9f49852a-e86e-45b4-aeed-08b692d91f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:11.302201 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-9f49852a-e86e-45b4-aeed-08b692d91f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:11.497256 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9f49852a-e86e-45b4-aeed-08b692d91f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:11.682852 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-9f49852a-e86e-45b4-aeed-08b692d91f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:11.690844 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e39307e4-7162-41b0-b7be-9f8394eaaaca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:11.732849 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-9f49852a-e86e-45b4-aeed-08b692d91f92 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7c2038389e14c8eba2b02513ccc7b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4786024 May 12 15:44:11.734735 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49852a-e86e-45b4-aeed-08b692d91f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46fabb7-2541-42dd-b5d5-39e1d7673261,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:11.736580 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 60990) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:11.738653 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-9f49852a-e86e-45b4-aeed-08b692d91f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:11.807605 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-80a33550-b2d9-46cc-aded-ab0c7899ce13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:11.841641 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-80a33550-b2d9-46cc-aded-ab0c7899ce13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:11.854734 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5890-6e99-484d-a54b-22542a6debdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:12.003450 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-80a33550-b2d9-46cc-aded-ab0c7899ce13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:12.007198 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-38d9d627-b248-42d3-9917-3585e8bb02ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:12.020628 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a33550-b2d9-46cc-aded-ab0c7899ce13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46fabb7-2541-42dd-b5d5-39e1d7673261,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:12.023684 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-80a33550-b2d9-46cc-aded-ab0c7899ce13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:12.027691 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-80a33550-b2d9-46cc-aded-ab0c7899ce13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:12.028835 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-80a33550-b2d9-46cc-aded-ab0c7899ce13 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a46fabb7-2541-42dd-b5d5-39e1d7673261 HTTP/1.1" status: 204 len: 168 time: 0.2889898 May 12 15:44:13.566666 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08b623-11dc-4c7a-aaa4-bb0a96355bf1 req-6e802d64-8e29-45b1-b1c9-2a7e2c792aba tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:13.568263 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8d08b623-11dc-4c7a-aaa4-bb0a96355bf1 req-6e802d64-8e29-45b1-b1c9-2a7e2c792aba tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0983791 May 12 15:44:13.619713 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8d08b623-11dc-4c7a-aaa4-bb0a96355bf1 req-fa2d384e-6b71-48b9-b11b-6a86f21854d8 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449677 May 12 15:44:14.117573 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-dcb6edde-3489-46b3-946a-576baed3e6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:14.197189 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:14.820597 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e07296-827a-4f11-8509-4001b14ccef6 req-7a1e3514-7662-4e30-874b-63206bb45542 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:14.822143 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-88e07296-827a-4f11-8509-4001b14ccef6 req-7a1e3514-7662-4e30-874b-63206bb45542 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0906105 May 12 15:44:14.871997 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-88e07296-827a-4f11-8509-4001b14ccef6 req-4c316627-b369-406f-af8c-2decbd2405e5 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409367 May 12 15:44:15.334685 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:15.436005 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-b36625d3-125f-4ef8-b55e-8ab2a3cbde94 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:15.437444 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-b36625d3-125f-4ef8-b55e-8ab2a3cbde94 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.15 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.0837283 May 12 15:44:15.578419 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Deleting port c859873f-8f2e-402a-aacc-160239c563af {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:44:15.578834 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:15.623881 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 32830) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:15.717277 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] For port c859873f-8f2e-402a-aacc-160239c563af, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c859873f-8f2e-402a-aacc-160239c563af,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:44:15.717657 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:15.756756 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b0cbabed-ff16-4ee6-9a26-982844d89c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:15.772449 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-b0cbabed-ff16-4ee6-9a26-982844d89c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:15.776427 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-b0cbabed-ff16-4ee6-9a26-982844d89c6b admin admin] Usage tracker for resource:security_group_rule and tenant:aef3b1377fa64ed7989c11dd3473b057 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:15.779262 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-b0cbabed-ff16-4ee6-9a26-982844d89c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:15.785008 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-b0cbabed-ff16-4ee6-9a26-982844d89c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:15.868519 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b0cbabed-ff16-4ee6-9a26-982844d89c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:15.980054 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b0cbabed-ff16-4ee6-9a26-982844d89c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:15.988237 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-a699e0ba-2a3e-4606-a814-0fc0bbd5017a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:16.030886 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-b0cbabed-ff16-4ee6-9a26-982844d89c6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aef3b1377fa64ed7989c11dd3473b057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058895 May 12 15:44:16.031866 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbabed-ff16-4ee6-9a26-982844d89c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b016b12-fc8b-4318-83d2-60d4ce1362bf,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:16.034796 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 32838) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:16.037671 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b0cbabed-ff16-4ee6-9a26-982844d89c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:16.062700 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:16.063321 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:16.063440 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.l3_db [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Floating IP d2394552-ecde-4f81-973d-202788513934 disassociated. External IP: 172.28.0.165, port: c859873f-8f2e-402a-aacc-160239c563af. May 12 15:44:16.063700 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Calling delete_port for c859873f-8f2e-402a-aacc-160239c563af owned by compute:nova {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:44:16.102760 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-bd1feddd-fee5-4540-9e55-6237fc2db892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:16.113965 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee5bbb-1401-41d5-b994-1ef485ded847 req-bb0f1908-b70f-4a6b-ba28-044eb99169ee tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:16.115538 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-81ee5bbb-1401-41d5-b994-1ef485ded847 req-bb0f1908-b70f-4a6b-ba28-044eb99169ee tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 945 time: 0.1323798 May 12 15:44:16.129558 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-bd1feddd-fee5-4540-9e55-6237fc2db892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:16.173506 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-81ee5bbb-1401-41d5-b994-1ef485ded847 req-8515fb8c-e6ac-40d2-ad46-eb13894605bc tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=3de7d018-746c-44ed-88d2-b58f48b1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497322 May 12 15:44:16.271297 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-bd1feddd-fee5-4540-9e55-6237fc2db892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:16.275153 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-bdd1e105-82dc-4de8-a2fc-3021c05a7a60 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:16.287647 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1feddd-fee5-4540-9e55-6237fc2db892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b016b12-fc8b-4318-83d2-60d4ce1362bf,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:16.290057 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-bd1feddd-fee5-4540-9e55-6237fc2db892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:16.302543 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-bd1feddd-fee5-4540-9e55-6237fc2db892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:16.303943 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-bd1feddd-fee5-4540-9e55-6237fc2db892 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8b016b12-fc8b-4318-83d2-60d4ce1362bf HTTP/1.1" status: 204 len: 168 time: 0.2680171 May 12 15:44:16.363335 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:16.369818 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c0c267fe-67d2-4f2e-bdf6-605a63afe54f tempest-VolumesSnapshotTestJSON-947411523 tempest-VolumesSnapshotTestJSON-947411523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:16.503253 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event deleted for resources: {'Port': ['ID=c859873f-8f2e-402a-aacc-160239c563af,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:16.505809 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:16.687396 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Router 7717e110-86db-45dd-8305-d3e532cf7ab8 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:44:16.871448 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:44:16.885216 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a931b1-d298-4703-abd9-e3ed978c54f7 None None] Sync routers for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:44:16.900820 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a931b1-d298-4703-abd9-e3ed978c54f7 None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:44:16.901620 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-00a931b1-d298-4703-abd9-e3ed978c54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:44:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:16.954379 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] No DVR routers for this DVR port c859873f-8f2e-402a-aacc-160239c563af on host hv-cinder-78960 {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:44:16.957158 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:16.959988 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45adae64-62f8-4855-8027-9cd01809c6d3', 'name': 'network-vif-deleted', 'tag': 'c859873f-8f2e-402a-aacc-160239c563af'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:44:17.022821 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45adae64-62f8-4855-8027-9cd01809c6d3', 'name': 'network-vif-deleted', 'tag': 'c859873f-8f2e-402a-aacc-160239c563af', 'status': 'completed', 'code': 200} May 12 15:44:17.043941 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 32848) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:17.062029 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-59352454-c0f4-4bf6-a692-f822bfc32903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:17.077467 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-59352454-c0f4-4bf6-a692-f822bfc32903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:17.077697 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-aa90f045-37f5-4dd3-b302-474b237fbfcf req-7568e979-3220-4e3e-b035-93a964790b91 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.15 "DELETE /v2.0/ports/c859873f-8f2e-402a-aacc-160239c563af HTTP/1.1" status: 204 len: 173 time: 1.6343358 May 12 15:44:17.086044 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-59352454-c0f4-4bf6-a692-f822bfc32903 admin admin] Usage tracker for resource:security_group_rule and tenant:5a8c364076774aab893b1c9ef1d69f44 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:17.090267 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-59352454-c0f4-4bf6-a692-f822bfc32903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:17.096743 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-59352454-c0f4-4bf6-a692-f822bfc32903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:17.112569 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:17.113591 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-00a931b1-d298-4703-abd9-e3ed978c54f7 None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:44:17.197555 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-59352454-c0f4-4bf6-a692-f822bfc32903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:17.279716 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-59352454-c0f4-4bf6-a692-f822bfc32903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:17.288963 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-9f49852a-e86e-45b4-aeed-08b692d91f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:17.334957 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-59352454-c0f4-4bf6-a692-f822bfc32903 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a8c364076774aab893b1c9ef1d69f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899101 May 12 15:44:17.336651 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59352454-c0f4-4bf6-a692-f822bfc32903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2540d1-4736-438c-9e3b-31d75dc4f189,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:17.338991 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 32854) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:17.341917 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-59352454-c0f4-4bf6-a692-f822bfc32903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:17.353584 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-5a4a35a9-396d-4741-8547-9e05c0a50bfa req-ca929833-c56d-4b78-868e-1d138feb95e7 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Synchronizing usage tracker for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:44:17.406300 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-63fe91b0-f93a-4de5-aeef-f16783f62d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:17.435292 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-63fe91b0-f93a-4de5-aeef-f16783f62d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:17.443233 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-5a4a35a9-396d-4741-8547-9e05c0a50bfa req-ca929833-c56d-4b78-868e-1d138feb95e7 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Unset dirty status for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:44:17.444762 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5a4a35a9-396d-4741-8547-9e05c0a50bfa req-ca929833-c56d-4b78-868e-1d138feb95e7 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=45adae64-62f8-4855-8027-9cd01809c6d3 HTTP/1.1" status: 200 len: 210 time: 0.1538870 May 12 15:44:17.467989 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-00a931b1-d298-4703-abd9-e3ed978c54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:09Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:17.472715 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a931b1-d298-4703-abd9-e3ed978c54f7 None None] Checking router: 7717e110-86db-45dd-8305-d3e532cf7ab8 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:44:17.482491 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a931b1-d298-4703-abd9-e3ed978c54f7 None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:44:17.483150 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-00a931b1-d298-4703-abd9-e3ed978c54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:44:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:17.558571 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-63fe91b0-f93a-4de5-aeef-f16783f62d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:17.567624 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-07407a38-fcbd-4ebd-9acc-689aa170d770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:17.592562 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe91b0-f93a-4de5-aeef-f16783f62d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2540d1-4736-438c-9e3b-31d75dc4f189,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:17.597624 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-63fe91b0-f93a-4de5-aeef-f16783f62d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:17.599623 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-63fe91b0-f93a-4de5-aeef-f16783f62d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:17.602001 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-63fe91b0-f93a-4de5-aeef-f16783f62d83 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f2540d1-4736-438c-9e3b-31d75dc4f189 HTTP/1.1" status: 204 len: 168 time: 0.2611945 May 12 15:44:17.678334 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-00a931b1-d298-4703-abd9-e3ed978c54f7 None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:44:17.954660 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device c859873f-8f2e-402a-aacc-160239c563af no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:44:17.993714 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: c859873f-8f2e-402a-aacc-160239c563af {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:44:17.994079 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device c859873f-8f2e-402a-aacc-160239c563af not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:44:18.098584 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-00a931b1-d298-4703-abd9-e3ed978c54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:09Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:18.102634 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a931b1-d298-4703-abd9-e3ed978c54f7 None None] The sync data for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb is: [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:09Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:44:18.342147 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd55fb7b-b60c-4dbc-add0-134a9317c2e0 None None] New status for floating IP d2394552-ecde-4f81-973d-202788513934: DOWN {{(pid=79430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:44:18.732758 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 32878) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:18.801825 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67f160da-4752-4476-a1cc-c58e5c8f9912 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:18.832424 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67f160da-4752-4476-a1cc-c58e5c8f9912 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.021373 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 32886) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:19.037333 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67f160da-4752-4476-a1cc-c58e5c8f9912 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.041374 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-45cb7c9d-bf7b-4820-a21a-2e8fca475ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:19.055686 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f160da-4752-4476-a1cc-c58e5c8f9912 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de7d018-746c-44ed-88d2-b58f48b1e18a,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:19.058980 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-67f160da-4752-4476-a1cc-c58e5c8f9912 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:19.134869 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1918622813-network', 'tenant_id': 'd89214d8a5714923a45b1db39f5d3f41'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:44:19.143007 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:19.146384 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-67f160da-4752-4476-a1cc-c58e5c8f9912 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.149901 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Usage tracker for resource:network and tenant:d89214d8a5714923a45b1db39f5d3f41 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:19.157103 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-67f160da-4752-4476-a1cc-c58e5c8f9912 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "DELETE /v2.0/security-groups/3de7d018-746c-44ed-88d2-b58f48b1e18a HTTP/1.1" status: 204 len: 168 time: 0.4164164 May 12 15:44:19.157103 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 32892) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:19.157495 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:19.157495 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:19.169164 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.api.v2.resource [None req-a38191fa-8f38-4eb8-a2a9-4a9558826369 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] show failed (client error): The resource could not be found. May 12 15:44:19.170282 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-a38191fa-8f38-4eb8-a2a9-4a9558826369 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups/3de7d018-746c-44ed-88d2-b58f48b1e18a HTTP/1.1" status: 404 len: 347 time: 0.0190823 May 12 15:44:19.175985 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 32896) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:19.231234 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Made reservation on behalf of d89214d8a5714923a45b1db39f5d3f41 for: {'network': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:44:19.233716 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.246439 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.261870 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:19.265876 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Usage tracker for resource:security_group_rule and tenant:d89214d8a5714923a45b1db39f5d3f41 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:19.269372 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:19.275782 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:19.363220 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.403595 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-5f403518-f1a9-452f-8b9c-64b6ee179570 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Deleting port 8f490355-1be7-407e-ba5d-aa85ff8b4e24 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:44:19.403938 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5f403518-f1a9-452f-8b9c-64b6ee179570 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.431488 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.434803 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c278b598-e0f2-426a-837e-194321d5fd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:19.470596 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09112584-2207-4e30-96c9-3a9b33cc55af,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:19.475524 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:19.476335 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=79428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:44:19.488504 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.488871 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.segments_db [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Added segment 57d81bed-4836-490e-b319-61fba1d077da of type vlan for network a644f5cb-94e6-426a-9c7a-d1a8a8ecde01 May 12 15:44:19.514922 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.530496 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5f403518-f1a9-452f-8b9c-64b6ee179570 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.530797 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5f403518-f1a9-452f-8b9c-64b6ee179570 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.643874 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.645292 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:19.645880 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.649803 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:19.663657 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-5f403518-f1a9-452f-8b9c-64b6ee179570 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Calling delete_port for 8f490355-1be7-407e-ba5d-aa85ff8b4e24 owned by network:floatingip {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:44:19.752407 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Pushing event updated for resources: {'Network': ['ID=a644f5cb-94e6-426a-9c7a-d1a8a8ecde01,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:19.755183 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:19.767297 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network a644f5cb-94e6-426a-9c7a-d1a8a8ecde01 details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:44:19.821443 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-95eeefcc-7537-43eb-a27e-8531e2c4de87 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7989192 May 12 15:44:19.824456 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 32900) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:19.830257 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Request body: {'subnet': {'network_id': 'a644f5cb-94e6-426a-9c7a-d1a8a8ecde01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1918622813-subnet', 'tenant_id': 'd89214d8a5714923a45b1db39f5d3f41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:44:19.834959 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:19.838832 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Usage tracker for resource:subnet and tenant:d89214d8a5714923a45b1db39f5d3f41 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:19.841766 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:19.847551 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:19.851425 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5f403518-f1a9-452f-8b9c-64b6ee179570 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:19.856695 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-04412f9d-789c-4a7e-ba74-13c740f8d2d0 tempest-VolumesActionsTest-272360467 tempest-VolumesActionsTest-272360467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:19.903810 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f403518-f1a9-452f-8b9c-64b6ee179570 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event deleted for resources: {'Port': ['ID=8f490355-1be7-407e-ba5d-aa85ff8b4e24,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:19.929620 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-5f403518-f1a9-452f-8b9c-64b6ee179570 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:19.982817 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Made reservation on behalf of d89214d8a5714923a45b1db39f5d3f41 for: {'subnet': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:44:19.985113 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11965813'] for subnet, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:20.071269 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5f403518-f1a9-452f-8b9c-64b6ee179570 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:20.225138 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5f403518-f1a9-452f-8b9c-64b6ee179570 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:20.226285 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-5f403518-f1a9-452f-8b9c-64b6ee179570 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "DELETE /v2.0/floatingips/d2394552-ecde-4f81-973d-202788513934 HTTP/1.1" status: 204 len: 168 time: 1.0515952 May 12 15:44:20.610266 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11589197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11965703'] for subnet, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:20.625177 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:20.625369 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 32906) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:20.625369 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1451984575', 'description': 'tempest-description--680095990'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:44:20.630878 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:20.634944 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Usage tracker for resource:security_group and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:20.637784 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:20.643749 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:20.690870 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a38766-3fb8-4ca4-ba43-15f57b8e0177,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:20.694363 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:20.700960 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Checking segment: {'id': '57d81bed-4836-490e-b319-61fba1d077da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a644f5cb-94e6-426a-9c7a-d1a8a8ecde01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:44:20.701352 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Network hostable DHCP agents. Network: a644f5cb-94e6-426a-9c7a-d1a8a8ecde01, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:44:20.791691 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:20.813164 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:20.817635 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Usage tracker for resource:security_group_rule and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:20.820454 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Network a644f5cb-94e6-426a-9c7a-d1a8a8ecde01 is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:44:20.820929 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:20.826667 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:20.896086 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:20.900196 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, a644f5cb-94e6-426a-9c7a-d1a8a8ecde01) {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:44:20.908959 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:20.909303 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f14f8e-6916-40e7-adcc-2257b22f5aac None None] Network a644f5cb-94e6-426a-9c7a-d1a8a8ecde01 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:44:20.909781 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:20.962922 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:20.968560 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ca65a595-d68a-4390-be56-f72eaff2cded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:20.998431 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-778f710f-210d-4f58-81dd-cb1ca6f75b59 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1727378 May 12 15:44:21.012997 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec552cb5-5278-4387-bf0d-5679a82f0dc0,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:21.013519 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:21.108420 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa146c1-6a9c-4d1a-96d4-8adabde28bfa None None] Network a644f5cb-94e6-426a-9c7a-d1a8a8ecde01 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:44:21.129587 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:21.130945 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-4def52d2-703b-43cb-b947-eda2afb822b6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5112081 May 12 15:44:21.134836 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 32912) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:21.140344 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-72973de0-8115-43b6-9393-2d3233321539 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Request body: {'security_group_rule': {'security_group_id': 'ec552cb5-5278-4387-bf0d-5679a82f0dc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:44:21.147263 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-72973de0-8115-43b6-9393-2d3233321539 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:21.151541 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-72973de0-8115-43b6-9393-2d3233321539 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Usage tracker for resource:security_group_rule and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:21.155178 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-72973de0-8115-43b6-9393-2d3233321539 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:21.161610 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-72973de0-8115-43b6-9393-2d3233321539 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:21.231736 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-72973de0-8115-43b6-9393-2d3233321539 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:21.300086 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-72973de0-8115-43b6-9393-2d3233321539 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:21.363033 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-72973de0-8115-43b6-9393-2d3233321539 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:21.365293 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f8b88cf4-e51d-421d-8d2a-a267540efacd tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:21.388341 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72973de0-8115-43b6-9393-2d3233321539 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c0666b-d339-48c9-8d51-6bdf46f217e8,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:21.393375 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-72973de0-8115-43b6-9393-2d3233321539 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:21.466650 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-72973de0-8115-43b6-9393-2d3233321539 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:21.467511 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-72973de0-8115-43b6-9393-2d3233321539 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317053 May 12 15:44:21.470195 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 32922) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:21.476304 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-c24d3167-f636-4d27-aac8-773732a34562 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Request body: {'security_group_rule': {'security_group_id': 'ec552cb5-5278-4387-bf0d-5679a82f0dc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:44:21.482508 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-c24d3167-f636-4d27-aac8-773732a34562 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:21.487500 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-c24d3167-f636-4d27-aac8-773732a34562 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Usage tracker for resource:security_group_rule and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:21.490947 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-c24d3167-f636-4d27-aac8-773732a34562 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:21.504336 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-c24d3167-f636-4d27-aac8-773732a34562 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:21.557946 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c24d3167-f636-4d27-aac8-773732a34562 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:21.627785 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c24d3167-f636-4d27-aac8-773732a34562 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:21.683289 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c24d3167-f636-4d27-aac8-773732a34562 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:21.685461 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:21.710670 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d3167-f636-4d27-aac8-773732a34562 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a686547-dc70-4be8-bf6d-9fdc0cd9a9d3,revision_number=0']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:21.713255 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c24d3167-f636-4d27-aac8-773732a34562 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:21.740329 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 32932) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:21.745965 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-475172452-network', 'tenant_id': '422d3ef1607e4879bce091e5227dc9aa'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:44:21.750654 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:21.755135 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Usage tracker for resource:network and tenant:422d3ef1607e4879bce091e5227dc9aa is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:21.757935 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:21.764107 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:21.879362 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c24d3167-f636-4d27-aac8-773732a34562 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:21.880550 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-c24d3167-f636-4d27-aac8-773732a34562 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4089754 May 12 15:44:21.883573 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 32936) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:21.888625 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Request body: {'floatingip': {'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:44:21.895325 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:21.899130 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Usage tracker for resource:floatingip and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:21.901963 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:21.908558 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:21.974127 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Made reservation on behalf of 422d3ef1607e4879bce091e5227dc9aa for: {'network': 1} {{(pid=79429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:44:21.976332 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:21.988867 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:22.005213 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:22.009273 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:22.022775 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Usage tracker for resource:security_group_rule and tenant:422d3ef1607e4879bce091e5227dc9aa is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:22.027856 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:22.036994 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:22.212821 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:22.230521 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:22.340410 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:22.348112 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-19d7dc7f-99e3-44ba-acb4-14c80b3868d9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:22.383713 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=79429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:44:22.402953 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63efcf77-7f46-4877-bb5f-d274e12a2d61,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:22.409310 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:22.416124 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Allocated IP 172.28.0.235 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/8c27e805-31bf-4e98-b121-991ea517559c) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:44:22.418308 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:22.418636 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.segments_db [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Added segment 09147f82-51f2-4ed0-bfd7-be079b978bfa of type vlan for network 1c29b371-0e3f-414b-8614-45b3d0471222 May 12 15:44:22.518348 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:22.613532 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:22.671924 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:22.673902 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:22.674505 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:22.678160 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:22.760242 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:22.797428 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Pushing event updated for resources: {'Network': ['ID=1c29b371-0e3f-414b-8614-45b3d0471222,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:22.800608 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:22.801148 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-67e93126-bf11-44eb-a7ea-f8281d390ff9 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:22.809582 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network 1c29b371-0e3f-414b-8614-45b3d0471222 details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:44:22.844596 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:44:22.848164 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:44:22.851920 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:44:22.885312 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-aed943b2-01a8-4e4f-8b54-9e06b9cbf2ce admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1412373 May 12 15:44:22.886095 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 32940) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:22.893988 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Request body: {'subnet': {'network_id': '1c29b371-0e3f-414b-8614-45b3d0471222', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-475172452-subnet', 'tenant_id': '422d3ef1607e4879bce091e5227dc9aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:44:22.900066 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:22.905306 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Usage tracker for resource:subnet and tenant:422d3ef1607e4879bce091e5227dc9aa is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:22.910457 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event updated for resources: {'Port': ['ID=8c27e805-31bf-4e98-b121-991ea517559c,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:22.911071 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:22.912773 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:22.923183 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:22.956755 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:23.014663 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Made reservation on behalf of 422d3ef1607e4879bce091e5227dc9aa for: {'subnet': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:44:23.017623 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10920392'] for subnet, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:23.103570 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:23.325462 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:23.414924 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:23.422461 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-2fa6065b-7827-4219-8de0-950c6912324b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:23.515161 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2011236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10920378'] for subnet, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:23.521429 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:23.537744 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event updated for resources: {'Port': ['ID=8c27e805-31bf-4e98-b121-991ea517559c,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:23.546313 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:23.552822 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:23.600539 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7fff2f7-c3c7-4982-8143-57cddb2fc9e9,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:23.603469 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:23.610245 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Checking segment: {'id': '09147f82-51f2-4ed0-bfd7-be079b978bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1c29b371-0e3f-414b-8614-45b3d0471222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:44:23.610639 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Network hostable DHCP agents. Network: 1c29b371-0e3f-414b-8614-45b3d0471222, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:44:23.683229 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:23.684446 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7999630 May 12 15:44:23.734746 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Network 1c29b371-0e3f-414b-8614-45b3d0471222 is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:44:23.899936 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, 1c29b371-0e3f-414b-8614-45b3d0471222) {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:44:23.908339 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a4f5c-5a96-46dd-9c00-b16f58e75682 None None] Network 1c29b371-0e3f-414b-8614-45b3d0471222 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:44:23.921378 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:23.922016 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:23.941580 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-640d2499-bea1-49c1-8aca-ebd30c0f846f tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Synchronizing usage tracker for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:security_group {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:44:24.072752 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-3ed60e43-b9b4-4399-9ebb-9d45519f2076 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1848941 May 12 15:44:24.128780 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-640d2499-bea1-49c1-8aca-ebd30c0f846f tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Unset dirty status for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:security_group {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:44:24.131597 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-640d2499-bea1-49c1-8aca-ebd30c0f846f tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1451984575&fields=id&tenant_id=6fa320d8e1154e4ab0b8840bbf7296af HTTP/1.1" status: 200 len: 267 time: 0.2459679 May 12 15:44:24.144282 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec9c5ef-07d8-4acf-b565-befcfea23cdd None None] Network 1c29b371-0e3f-414b-8614-45b3d0471222 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:44:24.396213 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-a25d7f60-6081-4696-89bf-68eb79abdeae tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:24.397782 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-a25d7f60-6081-4696-89bf-68eb79abdeae tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/networks?id=3673dcb9-b8e5-4a98-a40d-0eae8f001277 HTTP/1.1" status: 200 len: 810 time: 0.2558897 May 12 15:44:24.415987 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-86d83ff5-3554-41de-8aad-5ef346270d67 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/quotas/6fa320d8e1154e4ab0b8840bbf7296af HTTP/1.1" status: 200 len: 375 time: 0.0105183 May 12 15:44:24.610324 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-771b15a1-2a44-428a-b2a8-4b608666b2c9 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1833749 May 12 15:44:24.858332 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-a0015eec-c0c2-470d-a0cb-47677c5c5ba9 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:24.859502 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-a0015eec-c0c2-470d-a0cb-47677c5c5ba9 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Synchronizing usage tracker for tenant:d89214d8a5714923a45b1db39f5d3f41 on resource:network {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:44:24.912549 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-6cf5608a-b85e-425a-998e-a6f445a19587 service neutron] 10.222.0.61 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892659 May 12 15:44:24.998395 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-a0015eec-c0c2-470d-a0cb-47677c5c5ba9 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Unset dirty status for tenant:d89214d8a5714923a45b1db39f5d3f41 on resource:network {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:44:24.999544 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-a0015eec-c0c2-470d-a0cb-47677c5c5ba9 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/networks?id=a644f5cb-94e6-426a-9c7a-d1a8a8ecde01 HTTP/1.1" status: 200 len: 809 time: 0.3700802 May 12 15:44:25.037969 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-3e15eed0-6317-4d71-bd5d-88daa0c1b107 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/quotas/d89214d8a5714923a45b1db39f5d3f41 HTTP/1.1" status: 200 len: 375 time: 0.0315521 May 12 15:44:25.100711 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-242dd7fe-3024-4288-8b2b-c8ae22558456 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d89214d8a5714923a45b1db39f5d3f41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549023 May 12 15:44:25.105637 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-5f6cbe2c-71de-4867-8492-11ba22da4b17 service neutron] 10.222.0.61 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840601 May 12 15:44:25.315759 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-1b00656d-7756-4e61-b2c9-46e64a7768d5 service neutron] 10.222.0.61 "GET /v2.0/networks/a644f5cb-94e6-426a-9c7a-d1a8a8ecde01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077434 May 12 15:44:25.450390 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-57eb13bb-4805-45c1-abd8-0674df95e52f req-5f583159-b5c9-4ddf-b01f-ffdb0e714ac1 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 210 time: 0.0553946 May 12 15:44:25.502401 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-437bc256-f9d5-43df-8e83-541f2b91cf48 service neutron] 10.222.0.61 "GET /v2.0/networks/a644f5cb-94e6-426a-9c7a-d1a8a8ecde01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803646 May 12 15:44:25.878893 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b41098b6-b768-436b-b14e-63db7d2bc1d6 req-d9fde8a2-e9f6-4b3c-a151-df1a40be2c0a tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 210 time: 0.0423729 May 12 15:44:26.552613 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-af2dd7b4-1ec0-4afe-9819-c243ceb9531d req-35df029f-9d5a-42e0-9211-ad0354adfb02 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 210 time: 0.0468066 May 12 15:44:26.975359 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6e409528-19dc-4d61-87a6-9bad57faad36 req-c7ca61ac-b122-4166-bba1-9d4690e54499 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 210 time: 0.0432897 May 12 15:44:27.703242 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fa8b3bcd-8f4b-43fc-a1d2-7feec5bd9338 req-13ec3c0d-8809-4a9a-b987-ab9a32e1b4a8 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 210 time: 0.0431221 May 12 15:44:28.091313 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-be2fc4d9-d109-4d81-bb2e-aa5294d74588 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:28.092729 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-be2fc4d9-d109-4d81-bb2e-aa5294d74588 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.15 "GET /v2.0/networks?id=3673dcb9-b8e5-4a98-a40d-0eae8f001277 HTTP/1.1" status: 200 len: 810 time: 0.1666481 May 12 15:44:28.158096 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-aae14567-20b0-48dc-b28f-7a1d1813bd4a req-b3c1ba7e-931e-4be3-a719-55ad8f009c7b tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 210 time: 0.0640740 May 12 15:44:28.190738 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-b28ec67b-beb9-42d8-9ae9-62bc0ed90ad2 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fa320d8e1154e4ab0b8840bbf7296af HTTP/1.1" status: 200 len: 380 time: 0.0569308 May 12 15:44:28.200153 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Request body: {'port': {'device_id': '1915880b-2a73-490e-a4d1-1f48b6892d96', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'admin_state_up': True, 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'security_groups': ['ec552cb5-5278-4387-bf0d-5679a82f0dc0']}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:44:28.343286 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:28.348231 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Usage tracker for resource:port and tenant:6fa320d8e1154e4ab0b8840bbf7296af is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:28.351331 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:28.357068 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:28.518492 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Made reservation on behalf of 6fa320d8e1154e4ab0b8840bbf7296af for: {'port': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:44:28.522194 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:28.781168 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Allocated IP 172.20.0.4 (3673dcb9-b8e5-4a98-a40d-0eae8f001277/716246a2-e46b-408f-a13b-bce401958b4b/345155ef-d0f1-46fd-84b6-fe8197150ba9) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:44:28.874950 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-df9a79a9-5dec-4212-baf8-5e057425a8eb req-75f528c7-bff1-4fc1-8d5f-82368805e2a5 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 210 time: 0.0609953 May 12 15:44:29.026238 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:29.042518 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Transition to ACTIVE for port object 345155ef-d0f1-46fd-84b6-fe8197150ba9 will not be triggered until provisioned by entity DHCP. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:44:29.326231 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:29.342984 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-7b06328f-8dad-4367-8c1d-30ac3983e61f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:29.404113 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c3039d05-5b5c-46f6-aee8-bec92ddf0676 req-3112e27a-57c0-4792-b95f-60eb37941b1b tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 210 time: 0.1145971 May 12 15:44:29.424434 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-4a2faf99-3e09-462e-9738-ba1f27a09633 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:29.425901 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-4a2faf99-3e09-462e-9738-ba1f27a09633 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.15 "GET /v2.0/networks?id=a644f5cb-94e6-426a-9c7a-d1a8a8ecde01 HTTP/1.1" status: 200 len: 809 time: 0.2482285 May 12 15:44:29.437720 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:44:29.442072 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Request body: {'port': {'device_id': '0d263614-8ea6-4538-b26d-4700dc13b29d', 'network_id': 'a644f5cb-94e6-426a-9c7a-d1a8a8ecde01', 'admin_state_up': True, 'tenant_id': 'd89214d8a5714923a45b1db39f5d3f41'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:44:29.459043 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:44:29.470647 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:44:29.554063 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event updated for resources: {'Port': ['ID=345155ef-d0f1-46fd-84b6-fe8197150ba9,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:29.579586 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:29.579872 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:29.580229 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:29.580599 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:29.580942 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:29.581315 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:29.581662 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:29.582005 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:29.582347 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:29.582690 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:29.583033 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:29.583371 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:29.590150 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:29.637931 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:29.638787 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:29.684714 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:44:29.688495 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Usage tracker for resource:port and tenant:d89214d8a5714923a45b1db39f5d3f41 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:44:29.691711 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:44:29.697857 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:44:29.827994 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6317999 May 12 15:44:29.842092 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Request body: {'port': {'device_id': '1915880b-2a73-490e-a4d1-1f48b6892d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:44:29.888653 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-ebf2bf7d-2a1a-4a6b-8e3a-d5be96da99c0 None None] Provisioning for port 345155ef-d0f1-46fd-84b6-fe8197150ba9 completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:44:29.895719 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-ebf2bf7d-2a1a-4a6b-8e3a-d5be96da99c0 None None] Provisioning complete for port 345155ef-d0f1-46fd-84b6-fe8197150ba9 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:44:29.896120 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ebf2bf7d-2a1a-4a6b-8e3a-d5be96da99c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:29.959397 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2bf7d-2a1a-4a6b-8e3a-d5be96da99c0 None None] Port 345155ef-d0f1-46fd-84b6-fe8197150ba9 cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:44:29.969461 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:30.019729 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Made reservation on behalf of d89214d8a5714923a45b1db39f5d3f41 for: {'port': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:44:30.031079 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:30.460466 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07117186-1b0d-421d-a035-276d65e06f9f req-6bc7bc4c-5c9e-43fe-b304-223f2d8e41fe tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:30.461727 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-07117186-1b0d-421d-a035-276d65e06f9f req-6bc7bc4c-5c9e-43fe-b304-223f2d8e41fe tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Synchronizing usage tracker for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:44:30.577870 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Allocated IP 172.20.0.8 (a644f5cb-94e6-426a-9c7a-d1a8a8ecde01/64a38766-3fb8-4ca4-ba43-15f57b8e0177/3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:44:30.619836 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5163b73a-95e2-4b3e-ba9e-92af511da9d3 req-a8130ffa-c7ad-4725-b4d6-5f1823c73d0f tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 210 time: 0.0859294 May 12 15:44:30.874651 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-07117186-1b0d-421d-a035-276d65e06f9f req-6bc7bc4c-5c9e-43fe-b304-223f2d8e41fe tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Unset dirty status for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:44:30.875793 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-07117186-1b0d-421d-a035-276d65e06f9f req-6bc7bc4c-5c9e-43fe-b304-223f2d8e41fe tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 931 time: 0.8638630 May 12 15:44:30.880261 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.db.resource_extend [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 15:44:31.021262 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-07117186-1b0d-421d-a035-276d65e06f9f req-63ca29a8-e74e-4ec8-9764-a87a54863d82 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec552cb5-5278-4387-bf0d-5679a82f0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311088 May 12 15:44:31.026654 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345155ef-d0f1-46fd-84b6-fe8197150ba9 {{(pid=79428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:44:31.045003 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:31.058614 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:31.072198 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Transition to ACTIVE for port object 345155ef-d0f1-46fd-84b6-fe8197150ba9 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:44:31.186487 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:31.190766 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2541ae46-4b07-4557-adfc-2fd6397cccf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:31.234869 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:31.337023 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Network a644f5cb-94e6-426a-9c7a-d1a8a8ecde01 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:44:31.364687 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Pushing event updated for resources: {'Port': ['ID=345155ef-d0f1-46fd-84b6-fe8197150ba9,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:31.372053 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:44:31.379297 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:31.379800 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:31.410230 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:44:31.540036 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Pushing event updated for resources: {'Port': ['ID=3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:31.549772 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:31.550384 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:31.554247 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:31.579152 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Attempting to bind port 345155ef-d0f1-46fd-84b6-fe8197150ba9 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:44:31.579508 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Attempting to bind port 345155ef-d0f1-46fd-84b6-fe8197150ba9 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:44:31.579844 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Attempting to bind port 345155ef-d0f1-46fd-84b6-fe8197150ba9 on network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:44:31.585316 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Port 345155ef-d0f1-46fd-84b6-fe8197150ba9 on network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:44:31.585631 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Attempting to bind port 345155ef-d0f1-46fd-84b6-fe8197150ba9 on network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:44:31.590712 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:44:31.591040 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Checking segment: {'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:44:31.591419 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Bound using segment: {'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:44:31.594042 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Bound port: 345155ef-d0f1-46fd-84b6-fe8197150ba9, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ad38c7-0240-4bab-8068-0fd1b54b4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:44:31.594042 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:31.685615 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2516756 May 12 15:44:31.687979 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] For port 345155ef-d0f1-46fd-84b6-fe8197150ba9, host hv-cinder-78960, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:44:31.691077 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] For port 345155ef-d0f1-46fd-84b6-fe8197150ba9, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=345155ef-d0f1-46fd-84b6-fe8197150ba9,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:44:31.697116 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Request body: {'port': {'device_id': '0d263614-8ea6-4538-b26d-4700dc13b29d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:44:31.840429 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:31.846592 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:31.908848 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:31.929237 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:31.929846 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:31.931212 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] 10.222.0.15 "PUT /v2.0/ports/345155ef-d0f1-46fd-84b6-fe8197150ba9 HTTP/1.1" status: 200 len: 1093 time: 2.0955324 May 12 15:44:31.934231 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1915880b-2a73-490e-a4d1-1f48b6892d96', 'tag': '345155ef-d0f1-46fd-84b6-fe8197150ba9'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:44:31.991515 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1915880b-2a73-490e-a4d1-1f48b6892d96', 'tag': '345155ef-d0f1-46fd-84b6-fe8197150ba9', 'status': 'completed', 'code': 200} May 12 15:44:32.012780 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Pushing event updated for resources: {'Port': ['ID=345155ef-d0f1-46fd-84b6-fe8197150ba9,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:32.048615 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:32.060926 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee266bdc-0082-4fb7-9a91-d3e6cdfbaaba req-490ea6f8-c2af-4fe1-b46f-105d36dc3d2c tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:32.061561 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-ee266bdc-0082-4fb7-9a91-d3e6cdfbaaba req-490ea6f8-c2af-4fe1-b46f-105d36dc3d2c tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Synchronizing usage tracker for tenant:d89214d8a5714923a45b1db39f5d3f41 on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:44:32.315221 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-ee266bdc-0082-4fb7-9a91-d3e6cdfbaaba req-490ea6f8-c2af-4fe1-b46f-105d36dc3d2c tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Unset dirty status for tenant:d89214d8a5714923a45b1db39f5d3f41 on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:44:32.316361 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ee266bdc-0082-4fb7-9a91-d3e6cdfbaaba req-490ea6f8-c2af-4fe1-b46f-105d36dc3d2c tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 931 time: 0.5845466 May 12 15:44:32.326808 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136facef-bf60-47ac-8ba4-e7ce58bcb4fd req-ed967368-a960-404f-a7aa-3de6a0171b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:32.328243 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-136facef-bf60-47ac-8ba4-e7ce58bcb4fd req-ed967368-a960-404f-a7aa-3de6a0171b98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 1096 time: 0.3183403 May 12 15:44:32.497857 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f64dc-b168-4c20-a90b-462fc92aa609 req-f574ecf2-88b7-4409-9937-3bff177d1eb5 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:32.499224 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f34f64dc-b168-4c20-a90b-462fc92aa609 req-f574ecf2-88b7-4409-9937-3bff177d1eb5 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 943 time: 0.3474491 May 12 15:44:32.527056 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-ee266bdc-0082-4fb7-9a91-d3e6cdfbaaba req-a5e30b0a-b963-4012-86a2-389e2b014efe tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Synchronizing usage tracker for tenant:d89214d8a5714923a45b1db39f5d3f41 on resource:security_group {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:44:32.664638 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.db.resource_extend [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 15:44:32.744430 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f34f64dc-b168-4c20-a90b-462fc92aa609 req-3f67645f-16db-4848-ba28-81ee424e6c4d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec552cb5-5278-4387-bf0d-5679a82f0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376180 May 12 15:44:32.761139 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136facef-bf60-47ac-8ba4-e7ce58bcb4fd req-ba4468af-e5f1-4eb5-8e62-8af15a66e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:32.762556 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-136facef-bf60-47ac-8ba4-e7ce58bcb4fd req-ba4468af-e5f1-4eb5-8e62-8af15a66e441 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4047551 May 12 15:44:32.769093 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac {{(pid=79428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:44:32.798135 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:32.869270 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Transition to ACTIVE for port object 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:44:32.919562 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136facef-bf60-47ac-8ba4-e7ce58bcb4fd req-6ec9c437-816b-43de-9519-3cee499fb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:32.921011 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-136facef-bf60-47ac-8ba4-e7ce58bcb4fd req-6ec9c437-816b-43de-9519-3cee499fb98f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475446 May 12 15:44:32.996085 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-ee266bdc-0082-4fb7-9a91-d3e6cdfbaaba req-a5e30b0a-b963-4012-86a2-389e2b014efe tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Unset dirty status for tenant:d89214d8a5714923a45b1db39f5d3f41 on resource:security_group {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:44:33.000439 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ee266bdc-0082-4fb7-9a91-d3e6cdfbaaba req-a5e30b0a-b963-4012-86a2-389e2b014efe tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/security-groups?id=09112584-2207-4e30-96c9-3a9b33cc55af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650233 May 12 15:44:33.033296 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-e1198781-d275-4691-a30e-d458d881e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:33.034788 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-e1198781-d275-4691-a30e-d458d881e70b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 1096 time: 0.0761714 May 12 15:44:33.103622 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-a5ddb353-8fc0-4e9b-ab68-39061fe3c16e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=345155ef-d0f1-46fd-84b6-fe8197150ba9 HTTP/1.1" status: 200 len: 217 time: 0.0610282 May 12 15:44:33.104338 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:33.108039 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-34d79283-8119-47fd-a482-6de6bfda31df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:33.274151 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Pushing event updated for resources: {'Port': ['ID=3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:33.278032 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:33.323426 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-5bd83066-c74e-4aba-8b75-d2d4a1a37d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:33.324853 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-5bd83066-c74e-4aba-8b75-d2d4a1a37d13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=716246a2-e46b-408f-a13b-bce401958b4b HTTP/1.1" status: 200 len: 849 time: 0.1852610 May 12 15:44:33.443622 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Attempting to bind port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:44:33.443962 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Attempting to bind port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '57d81bed-4836-490e-b319-61fba1d077da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a644f5cb-94e6-426a-9c7a-d1a8a8ecde01'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:44:33.444300 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Attempting to bind port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac on network a644f5cb-94e6-426a-9c7a-d1a8a8ecde01 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:44:33.452604 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac on network a644f5cb-94e6-426a-9c7a-d1a8a8ecde01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:44:33.452872 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Attempting to bind port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac on network a644f5cb-94e6-426a-9c7a-d1a8a8ecde01 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:44:33.465854 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:44:33.466198 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Checking segment: {'id': '57d81bed-4836-490e-b319-61fba1d077da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a644f5cb-94e6-426a-9c7a-d1a8a8ecde01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:44:33.466591 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Bound using segment: {'id': '57d81bed-4836-490e-b319-61fba1d077da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a644f5cb-94e6-426a-9c7a-d1a8a8ecde01'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:44:33.467033 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Bound port: 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d81bed-4836-490e-b319-61fba1d077da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a644f5cb-94e6-426a-9c7a-d1a8a8ecde01'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:44:33.467393 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:33.480536 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9707ec10-b5bf-40a9-a48c-0a662db503b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:33.482046 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-9707ec10-b5bf-40a9-a48c-0a662db503b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3673dcb9-b8e5-4a98-a40d-0eae8f001277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1291647 May 12 15:44:33.660907 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] For port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac, host hv-cinder-78960, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:44:33.681721 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] For port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac,segment=NetworkSegment(57d81bed-4836-490e-b319-61fba1d077da),segment_id=57d81bed-4836-490e-b319-61fba1d077da)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:44:33.687115 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-4287dfeb-5d18-4df5-956c-12bc91f2ad69 service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715131 May 12 15:44:33.825967 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a1338244-3670-4bf9-bdad-8036df58fee0 req-17ad0eec-062b-4a88-b86e-1f5aa96e0790 service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317232 May 12 15:44:33.894251 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:33.903194 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:33.959771 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:34.016467 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:34.016467 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] 10.222.0.15 "PUT /v2.0/ports/3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac HTTP/1.1" status: 200 len: 1093 time: 2.2689507 May 12 15:44:34.016467 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d263614-8ea6-4538-b26d-4700dc13b29d', 'tag': '3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:44:34.016467 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Pushing event updated for resources: {'Port': ['ID=3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:34.016467 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:34.028322 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729ae0e-96a4-42fa-8884-d1dbf358f777 req-77b802ae-bc97-419f-bc17-67a3ffa408bb tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:34.029935 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2729ae0e-96a4-42fa-8884-d1dbf358f777 req-77b802ae-bc97-419f-bc17-67a3ffa408bb tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 943 time: 0.1747463 May 12 15:44:34.052974 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d263614-8ea6-4538-b26d-4700dc13b29d', 'tag': '3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac', 'status': 'completed', 'code': 200} May 12 15:44:34.124356 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-2729ae0e-96a4-42fa-8884-d1dbf358f777 req-ca3e9653-d3ae-4ecd-b3df-565429349039 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec552cb5-5278-4387-bf0d-5679a82f0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878916 May 12 15:44:34.214137 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fae731-e99b-48c1-b4d2-8cb25beae6bd req-e39969bb-306a-4357-9c68-1bbbd99a9ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:34.215538 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b0fae731-e99b-48c1-b4d2-8cb25beae6bd req-e39969bb-306a-4357-9c68-1bbbd99a9ab4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d89214d8a5714923a45b1db39f5d3f41&device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 1096 time: 0.1434100 May 12 15:44:34.259783 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10efced-e15d-4882-89bc-6e00baa81aa6 req-92468cb8-d1e1-48a9-9276-a5515b537330 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:34.261514 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d10efced-e15d-4882-89bc-6e00baa81aa6 req-92468cb8-d1e1-48a9-9276-a5515b537330 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 943 time: 0.1322353 May 12 15:44:34.495249 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d10efced-e15d-4882-89bc-6e00baa81aa6 req-8fb02e36-f9c7-4c6b-a66a-1910e7a86e75 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/security-groups?id=09112584-2207-4e30-96c9-3a9b33cc55af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796327 May 12 15:44:34.515206 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fae731-e99b-48c1-b4d2-8cb25beae6bd req-d4491c3d-10a2-45a9-b8d7-96ae71d7247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:34.516697 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b0fae731-e99b-48c1-b4d2-8cb25beae6bd req-d4491c3d-10a2-45a9-b8d7-96ae71d7247f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d89214d8a5714923a45b1db39f5d3f41&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2900817 May 12 15:44:34.652126 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fae731-e99b-48c1-b4d2-8cb25beae6bd req-dcdccd91-6110-4dac-849f-98eb849fee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:34.653733 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b0fae731-e99b-48c1-b4d2-8cb25beae6bd req-dcdccd91-6110-4dac-849f-98eb849fee8c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297817 May 12 15:44:34.770076 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-5522d029-7a7d-4c1e-84a2-024287216eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:34.771577 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-5522d029-7a7d-4c1e-84a2-024287216eb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d89214d8a5714923a45b1db39f5d3f41&device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 1096 time: 0.0791161 May 12 15:44:34.845967 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-1b2c9a8f-3378-40c2-91a2-88f6d7925fae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac HTTP/1.1" status: 200 len: 217 time: 0.0651569 May 12 15:44:34.914496 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-81588d93-6e5d-4f87-9c5d-15d1a86345f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:34.916204 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-81588d93-6e5d-4f87-9c5d-15d1a86345f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64a38766-3fb8-4ca4-ba43-15f57b8e0177 HTTP/1.1" status: 200 len: 849 time: 0.0638771 May 12 15:44:34.967250 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-53ed6d8e-a442-48ca-a260-56b989dfa33b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a644f5cb-94e6-426a-9c7a-d1a8a8ecde01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428081 May 12 15:44:35.105112 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-d3c935e3-a124-4f19-8a69-6133ee9a6cf9 service neutron] 10.222.0.15 "GET /v2.0/networks/a644f5cb-94e6-426a-9c7a-d1a8a8ecde01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309388 May 12 15:44:35.292574 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9ae4302d-2b8a-4994-a62d-5f0bb445fd95 req-d2ef20e3-383e-438f-b7bb-5b15cec5fb97 service neutron] 10.222.0.15 "GET /v2.0/networks/a644f5cb-94e6-426a-9c7a-d1a8a8ecde01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803846 May 12 15:44:35.331843 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e9116-727b-4ae6-ac53-bb0112de2023 req-3b79b2de-f796-4fc3-a925-7d5edc97cb7d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:35.333374 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b05e9116-727b-4ae6-ac53-bb0112de2023 req-3b79b2de-f796-4fc3-a925-7d5edc97cb7d tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 943 time: 0.1009045 May 12 15:44:35.386492 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b05e9116-727b-4ae6-ac53-bb0112de2023 req-460a9955-0851-4808-91a0-7aa630fbdd80 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec552cb5-5278-4387-bf0d-5679a82f0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463874 May 12 15:44:35.685172 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17427401-5e5b-48fc-b23f-f84daae86e69 req-63d38bce-6473-4dde-9124-5ba68c7d56d1 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:35.686629 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-17427401-5e5b-48fc-b23f-f84daae86e69 req-63d38bce-6473-4dde-9124-5ba68c7d56d1 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 943 time: 0.0835574 May 12 15:44:35.734744 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-17427401-5e5b-48fc-b23f-f84daae86e69 req-fefe5fd8-67e0-4798-ba43-2fc4e8baf31c tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/security-groups?id=09112584-2207-4e30-96c9-3a9b33cc55af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420580 May 12 15:44:36.033520 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 345155ef-d0f1-46fd-84b6-fe8197150ba9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:44:36.169076 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 345155ef-d0f1-46fd-84b6-fe8197150ba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=345155ef-d0f1-46fd-84b6-fe8197150ba9,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:44:36.182714 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '345155ef-d0f1-46fd-84b6-fe8197150ba9', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'port_id': '345155ef-d0f1-46fd-84b6-fe8197150ba9', 'mac_address': 'fa:16:3e:20:be:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:44:36.238898 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:36.255851 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345155ef-d0f1-46fd-84b6-fe8197150ba9 {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:44:36.270930 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 345155ef-d0f1-46fd-84b6-fe8197150ba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=345155ef-d0f1-46fd-84b6-fe8197150ba9,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:44:36.357517 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:36.359708 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:36.430206 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=345155ef-d0f1-46fd-84b6-fe8197150ba9,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:36.437889 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:36.438226 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:36.438589 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:36.438921 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:36.439243 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:36.439567 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:36.439885 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:36.440204 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:36.440523 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:36.440834 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:36.441169 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:36.441547 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:36.445699 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:36.577337 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43775c38-b1ba-4c94-85f2-134b6d72d665 req-3faeb3d0-1b49-4da1-9ae5-84dd524a0a57 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:36.578808 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-43775c38-b1ba-4c94-85f2-134b6d72d665 req-3faeb3d0-1b49-4da1-9ae5-84dd524a0a57 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 944 time: 0.0843644 May 12 15:44:36.600861 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['345155ef-d0f1-46fd-84b6-fe8197150ba9'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:44:36.625906 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-43775c38-b1ba-4c94-85f2-134b6d72d665 req-ead59f4f-7a9c-4cbb-aebf-945307ed953f tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec552cb5-5278-4387-bf0d-5679a82f0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407608 May 12 15:44:36.926274 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a898d-91f7-4543-b044-234b016490ab req-ca05c14f-3970-4f88-be33-6f7417f3068f tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:36.927665 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d47a898d-91f7-4543-b044-234b016490ab req-ca05c14f-3970-4f88-be33-6f7417f3068f tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 943 time: 0.0853696 May 12 15:44:36.971654 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d47a898d-91f7-4543-b044-234b016490ab req-4a7c1958-f929-43ed-bfd1-1cfaa1234c71 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/security-groups?id=09112584-2207-4e30-96c9-3a9b33cc55af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382786 May 12 15:44:37.821050 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469fc92-1969-4a3a-9be0-1769388ca9d4 req-b28c2555-4491-49b8-add5-f2c4aa0fa443 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:37.822519 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8469fc92-1969-4a3a-9be0-1769388ca9d4 req-b28c2555-4491-49b8-add5-f2c4aa0fa443 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 944 time: 0.0836475 May 12 15:44:37.871660 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8469fc92-1969-4a3a-9be0-1769388ca9d4 req-41fe7f69-39a3-4190-a7d3-59cf8cd7f8f1 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec552cb5-5278-4387-bf0d-5679a82f0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432172 May 12 15:44:38.065287 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:44:38.067958 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 345155ef-d0f1-46fd-84b6-fe8197150ba9 up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:44:38.173805 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbf8ee-1b63-4b29-8df2-c9c4125dec4d req-b00bf6e2-bc30-4116-843d-0af4e110fcac tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:38.181450 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-08bbf8ee-1b63-4b29-8df2-c9c4125dec4d req-b00bf6e2-bc30-4116-843d-0af4e110fcac tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 943 time: 0.0841959 May 12 15:44:38.248741 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-08bbf8ee-1b63-4b29-8df2-c9c4125dec4d req-ce52ff74-d48f-4c1d-affa-b9efd3084a37 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/security-groups?id=09112584-2207-4e30-96c9-3a9b33cc55af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628989 May 12 15:44:38.279937 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac,segment=NetworkSegment(57d81bed-4836-490e-b319-61fba1d077da),segment_id=57d81bed-4836-490e-b319-61fba1d077da)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:44:38.295220 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac', 'network_id': 'a644f5cb-94e6-426a-9c7a-d1a8a8ecde01', 'port_id': '3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac', 'mac_address': 'fa:16:3e:85:dc:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a38766-3fb8-4ca4-ba43-15f57b8e0177', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:44:38.334085 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port 345155ef-d0f1-46fd-84b6-fe8197150ba9 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:44:38.344016 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 345155ef-d0f1-46fd-84b6-fe8197150ba9 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:44:38.344394 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:38.397613 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:38.429320 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:44:38.451941 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac,segment=NetworkSegment(57d81bed-4836-490e-b319-61fba1d077da),segment_id=57d81bed-4836-490e-b319-61fba1d077da)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:44:38.509952 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:38.521253 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:38.525581 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:38.585243 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1915880b-2a73-490e-a4d1-1f48b6892d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345155ef-d0f1-46fd-84b6-fe8197150ba9'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:44:38.600055 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 345155ef-d0f1-46fd-84b6-fe8197150ba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=345155ef-d0f1-46fd-84b6-fe8197150ba9,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:44:38.616290 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:38.619717 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:38.629371 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1915880b-2a73-490e-a4d1-1f48b6892d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345155ef-d0f1-46fd-84b6-fe8197150ba9', 'code': 200} May 12 15:44:38.728820 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:38.730714 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:38.768533 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:44:38.901657 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=345155ef-d0f1-46fd-84b6-fe8197150ba9,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:38.910719 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:39.161720 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d908f1-6282-408a-aaf1-678fb310d722 req-0b2f5717-2590-414e-a056-f198eb744338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:39.163229 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-87d908f1-6282-408a-aaf1-678fb310d722 req-0b2f5717-2590-414e-a056-f198eb744338 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 1098 time: 0.1712055 May 12 15:44:39.196309 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146f5cd-7ad9-48ff-8b7f-a2b543c5846a req-22df1889-d3f4-443c-9ee0-c5084183b3a5 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:39.198007 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5146f5cd-7ad9-48ff-8b7f-a2b543c5846a req-22df1889-d3f4-443c-9ee0-c5084183b3a5 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 945 time: 0.1453199 May 12 15:44:39.241141 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-87d908f1-6282-408a-aaf1-678fb310d722 req-6ec3052f-21ce-4a6d-9ff3-829e70386d9e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec552cb5-5278-4387-bf0d-5679a82f0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704541 May 12 15:44:39.263083 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5146f5cd-7ad9-48ff-8b7f-a2b543c5846a req-f8b96b51-c054-4a9b-a679-5bc31eb248df tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec552cb5-5278-4387-bf0d-5679a82f0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506611 May 12 15:44:39.441494 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43bab-4813-4a3a-bdda-0a4c3baaa846 req-e10ea0a7-bc5a-4922-85ce-77f2a9b33ecd tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:39.442911 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-13c43bab-4813-4a3a-bdda-0a4c3baaa846 req-e10ea0a7-bc5a-4922-85ce-77f2a9b33ecd tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 944 time: 0.0815933 May 12 15:44:39.589346 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-13c43bab-4813-4a3a-bdda-0a4c3baaa846 req-6d71e92a-9cf0-4159-a483-059602cccc51 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/security-groups?id=09112584-2207-4e30-96c9-3a9b33cc55af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399775 May 12 15:44:40.063734 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:44:40.203307 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:44:40.210441 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:44:40.210858 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:40.341911 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:40.378262 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac,segment=NetworkSegment(57d81bed-4836-490e-b319-61fba1d077da),segment_id=57d81bed-4836-490e-b319-61fba1d077da)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:44:40.465345 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4974d-e56f-44a0-bfc0-4db50a8fa97d req-a87a3be8-3693-4445-b012-fbc5e22deb69 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:40.467078 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b6c4974d-e56f-44a0-bfc0-4db50a8fa97d req-a87a3be8-3693-4445-b012-fbc5e22deb69 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 945 time: 0.0895648 May 12 15:44:40.519153 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b6c4974d-e56f-44a0-bfc0-4db50a8fa97d req-f0885d84-be02-4faa-a2f4-21e1fc37156b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec552cb5-5278-4387-bf0d-5679a82f0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461285 May 12 15:44:40.529307 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:40.537930 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-ac69cbad-90ea-4256-b145-0a3ca7e14c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:40.608570 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:40.612315 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:40.630901 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d263614-8ea6-4538-b26d-4700dc13b29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:44:40.680917 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d263614-8ea6-4538-b26d-4700dc13b29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac', 'code': 200} May 12 15:44:40.784540 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fffaf4-b001-457a-8fc6-2103ee1a9022 req-13a66a09-22dd-4538-9a55-b1adc6b6f97d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:40.786051 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-11fffaf4-b001-457a-8fc6-2103ee1a9022 req-13a66a09-22dd-4538-9a55-b1adc6b6f97d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 945 time: 0.0872469 May 12 15:44:40.832998 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-11fffaf4-b001-457a-8fc6-2103ee1a9022 req-27896093-9c47-4bfc-b979-1bc6c4cd0558 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/security-groups?id=09112584-2207-4e30-96c9-3a9b33cc55af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 May 12 15:44:41.100377 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:41.197220 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647bdf7-cd5e-4ad1-8498-8912e0d347d5 req-422c66aa-fdf6-403c-bc8f-e8b7da1ae3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:41.198683 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0647bdf7-cd5e-4ad1-8498-8912e0d347d5 req-422c66aa-fdf6-403c-bc8f-e8b7da1ae3ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 1098 time: 0.0747490 May 12 15:44:41.247091 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0647bdf7-cd5e-4ad1-8498-8912e0d347d5 req-6bcebfe4-8585-428d-8879-76d645814372 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=09112584-2207-4e30-96c9-3a9b33cc55af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 May 12 15:44:41.707023 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130f4c8-d4c0-4863-9414-22c01b766585 req-7cc77370-8216-4f14-86f0-345d6530717b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:41.708494 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d130f4c8-d4c0-4863-9414-22c01b766585 req-7cc77370-8216-4f14-86f0-345d6530717b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 945 time: 0.0818756 May 12 15:44:41.759975 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d130f4c8-d4c0-4863-9414-22c01b766585 req-a7db2aac-dd3e-49f6-988c-b53c817e39ed tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec552cb5-5278-4387-bf0d-5679a82f0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454855 May 12 15:44:41.831949 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2f976000-68f2-472c-bcef-b2b3815592af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:42.039109 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4268ae-abb0-4075-ab87-44739ab8e427 req-5eea8c2c-01ac-44bc-8730-306406e63ea6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:42.041705 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-be4268ae-abb0-4075-ab87-44739ab8e427 req-5eea8c2c-01ac-44bc-8730-306406e63ea6 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 945 time: 0.1733363 May 12 15:44:42.050346 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 33062) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:44:42.056907 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-4e48383f-4721-482b-82b9-0da54db9b12a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Request body: {'floatingip': {'port_id': '345155ef-d0f1-46fd-84b6-fe8197150ba9'}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:44:42.105132 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f87dcd-cc13-443a-b8bd-7778efac7d41 req-fa41abde-b0fa-46c8-9e85-510f9cccc86f tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:42.106618 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e1f87dcd-cc13-443a-b8bd-7778efac7d41 req-fa41abde-b0fa-46c8-9e85-510f9cccc86f tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 945 time: 0.1534948 May 12 15:44:42.212969 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e1f87dcd-cc13-443a-b8bd-7778efac7d41 req-a6ba23b0-7243-4bfa-aaef-0d736f3df8d1 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/security-groups?id=09112584-2207-4e30-96c9-3a9b33cc55af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999823 May 12 15:44:42.244011 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-03a00237-61e4-4968-b7bf-f7b1b9f9fbd9 req-58868b4d-0f0e-46be-b45f-5146c0fbd7d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1127913 May 12 15:44:42.250510 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4e48383f-4721-482b-82b9-0da54db9b12a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:42.391248 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a00237-61e4-4968-b7bf-f7b1b9f9fbd9 req-f63b308f-3afb-49a3-8234-632b383eb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:42.392700 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-03a00237-61e4-4968-b7bf-f7b1b9f9fbd9 req-f63b308f-3afb-49a3-8234-632b383eb2e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 1098 time: 0.0762944 May 12 15:44:42.530127 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:44:42.549732 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a00237-61e4-4968-b7bf-f7b1b9f9fbd9 req-04d53f0d-7d6c-4032-b91e-ad8da9472aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:42.551292 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-03a00237-61e4-4968-b7bf-f7b1b9f9fbd9 req-04d53f0d-7d6c-4032-b91e-ad8da9472aa1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3673dcb9-b8e5-4a98-a40d-0eae8f001277 HTTP/1.1" status: 200 len: 911 time: 0.1386375 May 12 15:44:42.623655 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-03a00237-61e4-4968-b7bf-f7b1b9f9fbd9 req-1af33907-21ea-4e89-a94a-f7abb665ade8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=345155ef-d0f1-46fd-84b6-fe8197150ba9 HTTP/1.1" status: 200 len: 217 time: 0.0655403 May 12 15:44:42.688071 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a00237-61e4-4968-b7bf-f7b1b9f9fbd9 req-b6af977a-84ef-40f5-8fc2-f2b6f853283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:42.689991 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-03a00237-61e4-4968-b7bf-f7b1b9f9fbd9 req-b6af977a-84ef-40f5-8fc2-f2b6f853283c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=716246a2-e46b-408f-a13b-bce401958b4b HTTP/1.1" status: 200 len: 849 time: 0.0598316 May 12 15:44:42.773498 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a00237-61e4-4968-b7bf-f7b1b9f9fbd9 req-869bd341-b74c-4bc3-9bd8-584b49558fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:42.775005 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-03a00237-61e4-4968-b7bf-f7b1b9f9fbd9 req-869bd341-b74c-4bc3-9bd8-584b49558fae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3673dcb9-b8e5-4a98-a40d-0eae8f001277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782104 May 12 15:44:42.879154 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4e48383f-4721-482b-82b9-0da54db9b12a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:42.915084 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-03a00237-61e4-4968-b7bf-f7b1b9f9fbd9 req-9f3c6ddf-cd3e-4a01-bbcd-8cf302e71047 service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311193 May 12 15:44:42.981183 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4e48383f-4721-482b-82b9-0da54db9b12a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:43.056236 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-03a00237-61e4-4968-b7bf-f7b1b9f9fbd9 req-6b3f342f-46a7-43e2-b8d0-1589a629bbd6 service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315625 May 12 15:44:43.158955 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.l3_db [None req-4e48383f-4721-482b-82b9-0da54db9b12a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Floating IP 7a8b1f54-e1fe-4788-a69b-363c68ef7055 associated. External IP: 172.28.0.235, port: 345155ef-d0f1-46fd-84b6-fe8197150ba9. May 12 15:44:43.411710 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59b3a9-2526-4b0f-b304-16ec5e853a56 req-57a4026f-ef53-4bc1-a07b-02c6ef54b4ea tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:43.413345 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ee59b3a9-2526-4b0f-b304-16ec5e853a56 req-57a4026f-ef53-4bc1-a07b-02c6ef54b4ea tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 945 time: 0.0905020 May 12 15:44:43.463186 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ee59b3a9-2526-4b0f-b304-16ec5e853a56 req-09b7c50f-1f71-4cad-ba61-5900b86c9353 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/security-groups?id=09112584-2207-4e30-96c9-3a9b33cc55af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421815 May 12 15:44:43.518949 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e48383f-4721-482b-82b9-0da54db9b12a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Router 7717e110-86db-45dd-8305-d3e532cf7ab8 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:44:43.830725 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e48383f-4721-482b-82b9-0da54db9b12a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:44:43.835684 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4e48383f-4721-482b-82b9-0da54db9b12a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:43.841217 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5756922-d88f-47c1-a98d-a868bd658e97 None None] Sync routers for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:44:43.857558 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5756922-d88f-47c1-a98d-a868bd658e97 None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:44:43.858646 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-b5756922-d88f-47c1-a98d-a868bd658e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:44:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:43.896047 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-4e48383f-4721-482b-82b9-0da54db9b12a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "PUT /v2.0/floatingips/7a8b1f54-e1fe-4788-a69b-363c68ef7055 HTTP/1.1" status: 200 len: 991 time: 1.8419304 May 12 15:44:43.896047 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1915880b-2a73-490e-a4d1-1f48b6892d96', 'tag': '345155ef-d0f1-46fd-84b6-fe8197150ba9'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:44:43.949411 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1915880b-2a73-490e-a4d1-1f48b6892d96', 'tag': '345155ef-d0f1-46fd-84b6-fe8197150ba9', 'status': 'completed', 'code': 200} May 12 15:44:44.047806 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90209dba-8bc8-43e1-9b0c-e652084231eb req-232d5b9b-6381-4f2e-8e8f-9f5ddc229510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:44.049845 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-90209dba-8bc8-43e1-9b0c-e652084231eb req-232d5b9b-6381-4f2e-8e8f-9f5ddc229510 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 1098 time: 0.0767415 May 12 15:44:44.052038 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-b5756922-d88f-47c1-a98d-a868bd658e97 None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:44:44.146547 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c737-862e-47f0-85ec-4073401f3fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:44.221314 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:44.274826 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90209dba-8bc8-43e1-9b0c-e652084231eb req-259e86f6-0d7b-47da-9d94-f7b67327426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:44.276282 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-90209dba-8bc8-43e1-9b0c-e652084231eb req-259e86f6-0d7b-47da-9d94-f7b67327426d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3673dcb9-b8e5-4a98-a40d-0eae8f001277 HTTP/1.1" status: 200 len: 911 time: 0.2200856 May 12 15:44:44.384161 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-90209dba-8bc8-43e1-9b0c-e652084231eb req-20cb9503-7acd-4f18-86d1-642388a6f57b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=345155ef-d0f1-46fd-84b6-fe8197150ba9 HTTP/1.1" status: 200 len: 999 time: 0.1001213 May 12 15:44:44.421005 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-b5756922-d88f-47c1-a98d-a868bd658e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': '7a8b1f54-e1fe-4788-a69b-363c68ef7055', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'floating_ip_address': '172.28.0.235', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'port_id': '345155ef-d0f1-46fd-84b6-fe8197150ba9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'mac_address': 'fa:16:3e:20:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1915880b-2a73-490e-a4d1-1f48b6892d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:44:22Z', 'updated_at': '2021-05-12T15:44:42Z', 'revision_number': 1, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:09Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:44.424796 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5756922-d88f-47c1-a98d-a868bd658e97 None None] Checking router: 7717e110-86db-45dd-8305-d3e532cf7ab8 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:44:44.433366 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5756922-d88f-47c1-a98d-a868bd658e97 None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:44:44.433969 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-b5756922-d88f-47c1-a98d-a868bd658e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:44:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:44.451012 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90209dba-8bc8-43e1-9b0c-e652084231eb req-a103f65b-d908-4947-b613-60ab43c06b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:44.453710 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-90209dba-8bc8-43e1-9b0c-e652084231eb req-a103f65b-d908-4947-b613-60ab43c06b90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=716246a2-e46b-408f-a13b-bce401958b4b HTTP/1.1" status: 200 len: 849 time: 0.0636187 May 12 15:44:44.537396 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90209dba-8bc8-43e1-9b0c-e652084231eb req-7712415b-71cf-48a1-810e-c79a1b0443be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:44.538886 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-90209dba-8bc8-43e1-9b0c-e652084231eb req-7712415b-71cf-48a1-810e-c79a1b0443be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3673dcb9-b8e5-4a98-a40d-0eae8f001277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788329 May 12 15:44:44.633705 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-b5756922-d88f-47c1-a98d-a868bd658e97 None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:44:44.687169 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-90209dba-8bc8-43e1-9b0c-e652084231eb req-cef1317c-c454-408a-8019-050796232373 service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397476 May 12 15:44:44.822093 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-90209dba-8bc8-43e1-9b0c-e652084231eb req-c2b404a6-0dd1-4394-8fdb-47a26dbaa5b0 service neutron] 10.222.0.15 "GET /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284788 May 12 15:44:44.979092 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-b5756922-d88f-47c1-a98d-a868bd658e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': '7a8b1f54-e1fe-4788-a69b-363c68ef7055', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'floating_ip_address': '172.28.0.235', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'port_id': '345155ef-d0f1-46fd-84b6-fe8197150ba9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'mac_address': 'fa:16:3e:20:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1915880b-2a73-490e-a4d1-1f48b6892d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:44:22Z', 'updated_at': '2021-05-12T15:44:42Z', 'revision_number': 1, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:09Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:44.982796 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5756922-d88f-47c1-a98d-a868bd658e97 None None] The sync data for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb is: [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': '7a8b1f54-e1fe-4788-a69b-363c68ef7055', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'floating_ip_address': '172.28.0.235', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'port_id': '345155ef-d0f1-46fd-84b6-fe8197150ba9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'mac_address': 'fa:16:3e:20:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1915880b-2a73-490e-a4d1-1f48b6892d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:44:22Z', 'updated_at': '2021-05-12T15:44:42Z', 'revision_number': 1, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:09Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:44:45.217990 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241f7fe-6fe0-4ca2-9f9f-e136a03e59f1 None None] New status for floating IP 7a8b1f54-e1fe-4788-a69b-363c68ef7055: ACTIVE {{(pid=79430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:44:45.456962 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:47.140131 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:48.596124 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38201af8-c01a-41b6-86c8-d7fec3dce7a7 req-0d2a77d7-23e5-403d-84e0-a4beab8ea421 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:48.597634 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-38201af8-c01a-41b6-86c8-d7fec3dce7a7 req-0d2a77d7-23e5-403d-84e0-a4beab8ea421 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 945 time: 0.0839703 May 12 15:44:48.642544 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-38201af8-c01a-41b6-86c8-d7fec3dce7a7 req-958dc981-3ccc-416e-a6a9-a8c0ae5f0d23 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/security-groups?id=09112584-2207-4e30-96c9-3a9b33cc55af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386217 May 12 15:44:49.840513 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c2458-d0dc-4bcd-9b3f-e0cb2eb3d187 req-ed7c1359-0c60-423f-b5c7-f82086d4f128 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:49.842028 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-857c2458-d0dc-4bcd-9b3f-e0cb2eb3d187 req-ed7c1359-0c60-423f-b5c7-f82086d4f128 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 945 time: 0.0877895 May 12 15:44:49.888213 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-857c2458-d0dc-4bcd-9b3f-e0cb2eb3d187 req-1d8a38fe-637a-4c28-aabd-13e4643c3c8c tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/security-groups?id=09112584-2207-4e30-96c9-3a9b33cc55af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398607 May 12 15:44:50.175441 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99f98d-1745-4774-aa7e-ab25dc0ffc6b req-2f8ac3b2-bbed-4252-b6b1-904febecfdd0 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:44:50.176835 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0a99f98d-1745-4774-aa7e-ab25dc0ffc6b req-2f8ac3b2-bbed-4252-b6b1-904febecfdd0 tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 945 time: 0.0831749 May 12 15:44:50.324088 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-0a99f98d-1745-4774-aa7e-ab25dc0ffc6b req-44a9c5bb-acf8-4bba-9ae3-f0e73f84e9de tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Deleting port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:44:50.324436 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-0a99f98d-1745-4774-aa7e-ab25dc0ffc6b req-44a9c5bb-acf8-4bba-9ae3-f0e73f84e9de tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:50.464428 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-0a99f98d-1745-4774-aa7e-ab25dc0ffc6b req-44a9c5bb-acf8-4bba-9ae3-f0e73f84e9de tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] For port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac,segment=NetworkSegment(57d81bed-4836-490e-b319-61fba1d077da),segment_id=57d81bed-4836-490e-b319-61fba1d077da)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:44:50.464776 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-0a99f98d-1745-4774-aa7e-ab25dc0ffc6b req-44a9c5bb-acf8-4bba-9ae3-f0e73f84e9de tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:50.592247 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-0a99f98d-1745-4774-aa7e-ab25dc0ffc6b req-44a9c5bb-acf8-4bba-9ae3-f0e73f84e9de tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Calling delete_port for 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac owned by compute:nova {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:44:50.786602 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-0a99f98d-1745-4774-aa7e-ab25dc0ffc6b req-44a9c5bb-acf8-4bba-9ae3-f0e73f84e9de tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:50.792484 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2c7a3378-5528-4adb-86aa-ff6fc0a5e38a tempest-ServerRescueNegativeTestJSON-1188455293 tempest-ServerRescueNegativeTestJSON-1188455293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:44:50.804149 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:44:50.838908 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9c5bb-acf8-4bba-9ae3-f0e73f84e9de tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Pushing event deleted for resources: {'Port': ['ID=3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:50.842100 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-44a9c5bb-acf8-4bba-9ae3-f0e73f84e9de tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:44:50.918709 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a99f98d-1745-4774-aa7e-ab25dc0ffc6b req-44a9c5bb-acf8-4bba-9ae3-f0e73f84e9de tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] No DVR routers for this DVR port 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac on host hv-cinder-78960 {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:44:50.920991 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-0a99f98d-1745-4774-aa7e-ab25dc0ffc6b req-44a9c5bb-acf8-4bba-9ae3-f0e73f84e9de tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:50.924284 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d263614-8ea6-4538-b26d-4700dc13b29d', 'name': 'network-vif-deleted', 'tag': '3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:44:50.977592 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d263614-8ea6-4538-b26d-4700dc13b29d', 'name': 'network-vif-deleted', 'tag': '3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac', 'status': 'completed', 'code': 200} May 12 15:44:51.045654 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0a99f98d-1745-4774-aa7e-ab25dc0ffc6b req-44a9c5bb-acf8-4bba-9ae3-f0e73f84e9de tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.15 "DELETE /v2.0/ports/3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac HTTP/1.1" status: 204 len: 173 time: 0.8631248 May 12 15:44:51.052492 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-bdf8753c-546f-4e71-8dc3-7316b4602fde req-acc8a282-06d7-4555-8c91-328311e5654b tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Synchronizing usage tracker for tenant:d89214d8a5714923a45b1db39f5d3f41 on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:44:51.195008 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-bdf8753c-546f-4e71-8dc3-7316b4602fde req-acc8a282-06d7-4555-8c91-328311e5654b tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Unset dirty status for tenant:d89214d8a5714923a45b1db39f5d3f41 on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:44:51.197335 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-bdf8753c-546f-4e71-8dc3-7316b4602fde req-acc8a282-06d7-4555-8c91-328311e5654b tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d263614-8ea6-4538-b26d-4700dc13b29d HTTP/1.1" status: 200 len: 210 time: 0.1883214 May 12 15:44:54.149218 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:44:54.185446 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:44:54.185789 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 3db86f2d-0a07-4ab4-83da-c4a5a1dc1dac not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:45:11.032721 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:11.837931 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ceadcbb4-7bac-46da-b835-8c56f0f77c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:14.106565 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-920e6486-4cc1-4878-83ff-c5133791d21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:14.229832 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 33286) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:14.288781 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_v2 [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Deleting subnet 64a38766-3fb8-4ca4-ba43-15f57b8e0177 {{(pid=79429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:45:14.291647 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:14.306296 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:14.343861 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11704334'] for subnet, precommit_delete_associations {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:14.397215 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:14.706687 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11984526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11965726'] for subnet, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:14.711120 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-00cb098e-d1a2-4f3a-907b-5f63e16f9acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:14.746499 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64a38766-3fb8-4ca4-ba43-15f57b8e0177,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:14.752171 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:14.760594 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:14.763481 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:14.763481 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:14.763481 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:14.763481 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:14.763481 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:14.763481 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:14.763481 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:14.763481 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:14.764319 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:14.764319 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:14.764643 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:14.768387 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/64a38766-3fb8-4ca4-ba43-15f57b8e0177 HTTP/1.1" status: 204 len: 168 time: 0.5375702 May 12 15:45:14.769360 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-749c9bc1-8f18-4a7d-b44a-6a190262a586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:14.771208 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33292) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:14.952672 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:15.072571 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:15.088210 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a644f5cb-94e6-426a-9c7a-d1a8a8ecde01']}} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:15.100855 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d81bed-4836-490e-b319-61fba1d077da') {'for_net_delete': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:15.101173 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d81bed-4836-490e-b319-61fba1d077da') {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:15.112659 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10637365'] for segment, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:15.127780 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:15.133583 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=79428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:45:15.133953 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1620161'] for segment, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: Traceback (most recent call last): May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: timer() May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: cb(*args, **kw) May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: return func(*args, **kwargs) May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: self._notify() May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: self.callback(batched_events) May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: event.method(event) May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: return f(self, *a, **k) May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: return self._get(url).json() May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: return self.request(url, 'GET', **kwargs) May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:45:15.146734 dv-cinder-789603-6-smb neutron-server[79428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:45:15.357895 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:15.426620 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:15.430506 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:15.447576 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:15.458619 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a644f5cb-94e6-426a-9c7a-d1a8a8ecde01,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:15.461956 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:15.529781 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-c36aeceb-e938-48fd-92d7-53f9e85351f9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a644f5cb-94e6-426a-9c7a-d1a8a8ecde01 HTTP/1.1" status: 204 len: 168 time: 0.7574339 May 12 15:45:15.533059 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33296) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:15.590591 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a4e33b-8368-4b1c-ae49-2b9b1001be83 admin admin] Deleting subnet c7fff2f7-c3c7-4982-8143-57cddb2fc9e9 {{(pid=79428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:45:15.593581 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-19a4e33b-8368-4b1c-ae49-2b9b1001be83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:15.642500 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-19a4e33b-8368-4b1c-ae49-2b9b1001be83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10637354'] for subnet, precommit_delete_associations {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:15.698816 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-19a4e33b-8368-4b1c-ae49-2b9b1001be83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:16.015227 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-19a4e33b-8368-4b1c-ae49-2b9b1001be83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1620135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10920355'] for subnet, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:16.020497 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-a694ca51-81f6-4938-a92f-6ae1f1f24006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:16.058487 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4e33b-8368-4b1c-ae49-2b9b1001be83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7fff2f7-c3c7-4982-8143-57cddb2fc9e9,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:16.060408 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-19a4e33b-8368-4b1c-ae49-2b9b1001be83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:16.064234 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-19a4e33b-8368-4b1c-ae49-2b9b1001be83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:16.067020 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-19a4e33b-8368-4b1c-ae49-2b9b1001be83 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c7fff2f7-c3c7-4982-8143-57cddb2fc9e9 HTTP/1.1" status: 204 len: 168 time: 0.5330133 May 12 15:45:16.069591 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33302) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:16.178005 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:16.302546 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:16.315525 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c29b371-0e3f-414b-8614-45b3d0471222']}} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:16.328094 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09147f82-51f2-4ed0-bfd7-be079b978bfa') {'for_net_delete': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:16.328391 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09147f82-51f2-4ed0-bfd7-be079b978bfa') {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:16.340223 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10637365'] for segment, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:16.356435 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:16.362283 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=79428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:45:16.362659 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1620161'] for segment, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: Traceback (most recent call last): May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: timer() May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: cb(*args, **kw) May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: return func(*args, **kwargs) May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: self._notify() May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: self.callback(batched_events) May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: event.method(event) May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: return f(self, *a, **k) May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: return self._get(url).json() May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: return self.request(url, 'GET', **kwargs) May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:45:16.375513 dv-cinder-789603-6-smb neutron-server[79428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:45:16.529536 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:16.533362 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:16.546598 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:16.555880 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] Pushing event deleted for resources: {'Network': ['ID=1c29b371-0e3f-414b-8614-45b3d0471222,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:16.558219 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] 10.222.0.61 "DELETE /v2.0/networks/1c29b371-0e3f-414b-8614-45b3d0471222 HTTP/1.1" status: 204 len: 168 time: 0.4876204 May 12 15:45:16.559086 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:17.018409 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33310) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:17.066767 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-7a3703ee-80cf-4999-91d1-d9b8347554cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d89214d8a5714923a45b1db39f5d3f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471687 May 12 15:45:17.069073 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33314) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:17.112224 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:17.126255 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-614a21c6-61f2-445a-b543-c21c26f9e7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:17.151184 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-614a21c6-61f2-445a-b543-c21c26f9e7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:17.283462 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-614a21c6-61f2-445a-b543-c21c26f9e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:17.287188 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-79959a42-d231-4b4f-8320-ee058881c9f7 tempest-VolumesNegativeTest-2089734766 tempest-VolumesNegativeTest-2089734766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:17.300606 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a21c6-61f2-445a-b543-c21c26f9e7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09112584-2207-4e30-96c9-3a9b33cc55af,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:17.303203 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-614a21c6-61f2-445a-b543-c21c26f9e7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:17.380089 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-614a21c6-61f2-445a-b543-c21c26f9e7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:17.381168 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-614a21c6-61f2-445a-b543-c21c26f9e7c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/09112584-2207-4e30-96c9-3a9b33cc55af HTTP/1.1" status: 204 len: 168 time: 0.3111720 May 12 15:45:18.409593 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33324) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:18.453443 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-e7c41cdc-46d5-4e05-a01f-0a747014543e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=422d3ef1607e4879bce091e5227dc9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502098 May 12 15:45:18.455811 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33328) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:18.518211 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-8edf63c8-2fd1-4799-83e5-ab53aa6c3505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:18.544479 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-8edf63c8-2fd1-4799-83e5-ab53aa6c3505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:18.729671 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-8edf63c8-2fd1-4799-83e5-ab53aa6c3505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:18.733515 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4ea1dcb3-25b1-4c63-af67-7955699fc6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:18.745517 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf63c8-2fd1-4799-83e5-ab53aa6c3505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63efcf77-7f46-4877-bb5f-d274e12a2d61,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:18.748879 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-8edf63c8-2fd1-4799-83e5-ab53aa6c3505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:18.752054 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-8edf63c8-2fd1-4799-83e5-ab53aa6c3505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:18.753192 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-8edf63c8-2fd1-4799-83e5-ab53aa6c3505 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63efcf77-7f46-4877-bb5f-d274e12a2d61 HTTP/1.1" status: 204 len: 168 time: 0.2963984 May 12 15:45:19.530734 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:45:20.711406 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33364) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:20.837218 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-54554061-1b7d-40ba-9469-9e4e0daa8a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:20.926441 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-54554061-1b7d-40ba-9469-9e4e0daa8a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:20.930156 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-54554061-1b7d-40ba-9469-9e4e0daa8a66 admin admin] Usage tracker for resource:security_group_rule and tenant:6dbf27efc579416682d56831f9c63499 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:20.932940 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-54554061-1b7d-40ba-9469-9e4e0daa8a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:20.939355 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-54554061-1b7d-40ba-9469-9e4e0daa8a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:21.021441 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-54554061-1b7d-40ba-9469-9e4e0daa8a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:21.112383 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-54554061-1b7d-40ba-9469-9e4e0daa8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:21.119715 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-80a33550-b2d9-46cc-aded-ab0c7899ce13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:21.161619 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-54554061-1b7d-40ba-9469-9e4e0daa8a66 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6dbf27efc579416682d56831f9c63499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491236 May 12 15:45:21.162640 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54554061-1b7d-40ba-9469-9e4e0daa8a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1577f0-58d4-405c-9a01-e0c0b0aa1dbf,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:21.164439 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 33370) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:21.165991 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-54554061-1b7d-40ba-9469-9e4e0daa8a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:21.228579 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-eab04a40-e1e5-4e6e-b60f-26981208cb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:21.259842 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-eab04a40-e1e5-4e6e-b60f-26981208cb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:21.397682 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-eab04a40-e1e5-4e6e-b60f-26981208cb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:21.401638 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-3a4b73ab-f7cd-4fde-8d92-1cbf9d1c3f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:21.413103 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab04a40-e1e5-4e6e-b60f-26981208cb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1577f0-58d4-405c-9a01-e0c0b0aa1dbf,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:21.416589 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-eab04a40-e1e5-4e6e-b60f-26981208cb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:21.419929 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-eab04a40-e1e5-4e6e-b60f-26981208cb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:21.423995 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-eab04a40-e1e5-4e6e-b60f-26981208cb97 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e1577f0-58d4-405c-9a01-e0c0b0aa1dbf HTTP/1.1" status: 204 len: 168 time: 0.2547555 May 12 15:45:27.646056 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 33456) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:27.766062 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f108a4d4-a31b-4b92-8bcb-04f464811251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:27.780861 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-f108a4d4-a31b-4b92-8bcb-04f464811251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:27.785293 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-f108a4d4-a31b-4b92-8bcb-04f464811251 admin admin] Usage tracker for resource:security_group_rule and tenant:90b19e363c04499a8b02f87084628f30 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:27.788166 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-f108a4d4-a31b-4b92-8bcb-04f464811251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:27.793916 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-f108a4d4-a31b-4b92-8bcb-04f464811251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:27.879231 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f108a4d4-a31b-4b92-8bcb-04f464811251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:28.060563 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f108a4d4-a31b-4b92-8bcb-04f464811251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:28.070098 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-5a4a0767-2423-4f58-8a34-6383b2890d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:28.110742 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-f108a4d4-a31b-4b92-8bcb-04f464811251 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90b19e363c04499a8b02f87084628f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4636257 May 12 15:45:28.112101 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108a4d4-a31b-4b92-8bcb-04f464811251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b21286-e303-43f3-b79e-b241d2830b0a,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:28.113904 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 33466) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:28.116291 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f108a4d4-a31b-4b92-8bcb-04f464811251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:28.179129 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-cff701e6-755e-47fd-9acc-70ad7400c5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:28.207875 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-cff701e6-755e-47fd-9acc-70ad7400c5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:28.386333 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-cff701e6-755e-47fd-9acc-70ad7400c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:28.390316 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-88ab2f97-cb41-4a56-88cf-bfdb71473e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:28.404417 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff701e6-755e-47fd-9acc-70ad7400c5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b21286-e303-43f3-b79e-b241d2830b0a,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:28.409586 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-cff701e6-755e-47fd-9acc-70ad7400c5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:28.420346 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-cff701e6-755e-47fd-9acc-70ad7400c5b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97b21286-e303-43f3-b79e-b241d2830b0a HTTP/1.1" status: 204 len: 168 time: 0.3036766 May 12 15:45:28.420346 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-cff701e6-755e-47fd-9acc-70ad7400c5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:29.385067 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33482) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:29.403080 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:29.418810 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:29.423425 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Usage tracker for resource:security_group_rule and tenant:3b7133b5f96e4619a2578f0a85beded7 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:29.426612 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:29.432548 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:29.515206 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:29.678202 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:29.687245 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-e095c70e-a06d-449a-af62-d4d3afd11349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:29.732468 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b7133b5f96e4619a2578f0a85beded7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462729 May 12 15:45:29.733660 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb72e8cd-00ba-4bdd-b889-0e62e47461a6,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:29.735807 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 33486) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:29.742613 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:29.748119 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:29.748119 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:29.748119 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:29.748119 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:29.748119 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:29.748119 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:29.748119 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:29.748119 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:29.748119 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:29.748119 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:29.748119 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:29.752102 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-5d22b432-6ecc-4409-b15e-6d38aeaf7be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:29.804358 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fbe270ca-d846-40cc-9f1a-95a3cf7ebc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:29.833825 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fbe270ca-d846-40cc-9f1a-95a3cf7ebc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:30.026446 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fbe270ca-d846-40cc-9f1a-95a3cf7ebc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:30.030337 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-e84a1db4-1ca1-4468-a7c5-ee6248ac47b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:30.044762 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe270ca-d846-40cc-9f1a-95a3cf7ebc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb72e8cd-00ba-4bdd-b889-0e62e47461a6,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:30.048965 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-fbe270ca-d846-40cc-9f1a-95a3cf7ebc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:30.052141 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-fbe270ca-d846-40cc-9f1a-95a3cf7ebc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:30.053628 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-fbe270ca-d846-40cc-9f1a-95a3cf7ebc52 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cb72e8cd-00ba-4bdd-b889-0e62e47461a6 HTTP/1.1" status: 204 len: 168 time: 0.3158951 May 12 15:45:31.399449 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33520) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:31.505360 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2137956334-network', 'tenant_id': '1adf938557be4a7a8086d5b60df51469'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:45:31.510138 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:31.513947 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Usage tracker for resource:network and tenant:1adf938557be4a7a8086d5b60df51469 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:31.517457 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:31.523902 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:31.651964 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Made reservation on behalf of 1adf938557be4a7a8086d5b60df51469 for: {'network': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:45:31.651964 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:31.663658 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:31.678051 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:31.681722 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Usage tracker for resource:security_group_rule and tenant:1adf938557be4a7a8086d5b60df51469 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:31.684454 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:31.691221 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:31.773574 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:31.883590 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:31.887708 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:31.912045 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=79428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:45:31.924177 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb4687c-f174-4cc7-bd9c-904f0535c4f9,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:31.928088 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:31.929018 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:31.929380 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.segments_db [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Added segment bd1a2a3c-17b4-4649-97b9-2c19a231ff54 of type vlan for network 40be030f-e95a-400f-a0f9-8d00168b9db2 May 12 15:45:31.955821 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:32.106849 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:32.108275 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:45:32.108983 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:32.112600 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c8fd045c-cfc9-4604-8d7a-4e7c2faf520d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:32.217718 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Pushing event updated for resources: {'Network': ['ID=40be030f-e95a-400f-a0f9-8d00168b9db2,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:32.221938 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:32.227446 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network 40be030f-e95a-400f-a0f9-8d00168b9db2 details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:45:32.364062 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9635081 May 12 15:45:32.366842 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33528) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:32.372277 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Request body: {'subnet': {'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2137956334-subnet', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'ip_version': 4}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:45:32.377556 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:32.381284 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Usage tracker for resource:subnet and tenant:1adf938557be4a7a8086d5b60df51469 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:32.384091 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:32.389694 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:32.495011 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Made reservation on behalf of 1adf938557be4a7a8086d5b60df51469 for: {'subnet': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:45:32.497281 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10920392'] for subnet, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:33.060212 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2011236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10920378'] for subnet, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:33.064604 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:33.138597 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b681b79-ca2a-4988-a02b-cfcca3e8a509,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:33.143054 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:33.150168 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Checking segment: {'id': 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:45:33.150523 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Network hostable DHCP agents. Network: 40be030f-e95a-400f-a0f9-8d00168b9db2, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:45:33.289345 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Network 40be030f-e95a-400f-a0f9-8d00168b9db2 is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:45:33.420505 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, 40be030f-e95a-400f-a0f9-8d00168b9db2) {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:45:33.430962 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c47ccb-ce12-4039-934d-8af7a8c8404f None None] Network 40be030f-e95a-400f-a0f9-8d00168b9db2 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:45:33.432120 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:45:33.432814 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:33.547805 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-6a6abb56-66cc-4012-a904-5403a972782d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1799178 May 12 15:45:33.550692 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33534) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:33.556801 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:45:33.561464 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:33.565696 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Usage tracker for resource:router and tenant:1adf938557be4a7a8086d5b60df51469 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:33.568561 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:33.574701 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:33.647980 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe869d628-5334-5526-9cb7-f08dcc6e29b0-40be030f-e95a-400f-a0f9-8d00168b9db2', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'fixed_ips': [{'subnet_id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509'}]}} from dv-cinder-789603-6-smb. {{(pid=79430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:45:33.648774 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:33.689482 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-993519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46459'] for router, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:33.690657 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46402'] for router, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:33.707654 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:33.809989 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.db_base_plugin_common [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Allocated IP 172.20.0.2 (40be030f-e95a-400f-a0f9-8d00168b9db2/0b681b79-ca2a-4988-a02b-cfcca3e8a509/fbb896bd-4d98-47ae-937a-779aed0bba76) {{(pid=79430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:45:34.064217 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Notify callbacks [] for port, precommit_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:34.075001 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Transition to ACTIVE for port object fbb896bd-4d98-47ae-937a-779aed0bba76 will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:45:34.093855 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Transition to ACTIVE for port object fbb896bd-4d98-47ae-937a-779aed0bba76 will not be triggered until provisioned by entity DHCP. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:45:34.166226 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-994075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46428'] for router, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:34.250272 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:34.254010 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-d8ac7c6e-9780-42d6-9f20-799322404116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:34.309608 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Network 40be030f-e95a-400f-a0f9-8d00168b9db2 is already hosted by enough agents. {{(pid=79430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:45:34.312234 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.base_scheduler [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Resources bound (agent type, host, resource id): {{(pid=79430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:45:34.315961 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Received port after_create {{(pid=79430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:45:34.353554 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Pushing event updated for resources: {'Port': ['ID=fbb896bd-4d98-47ae-937a-779aed0bba76,revision_number=1']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:34.363161 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:34.418195 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Attempting to bind port fbb896bd-4d98-47ae-937a-779aed0bba76 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:45:34.418577 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Attempting to bind port fbb896bd-4d98-47ae-937a-779aed0bba76 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:45:34.418986 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Attempting to bind port fbb896bd-4d98-47ae-937a-779aed0bba76 on network 40be030f-e95a-400f-a0f9-8d00168b9db2 {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:45:34.424300 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:45:34.424652 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Checking segment: {'id': 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:45:34.425081 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:34.425483 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Bound using segment: {'id': 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:45:34.425958 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Bound port: fbb896bd-4d98-47ae-937a-779aed0bba76, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:45:34.426336 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:34.524224 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] For port fbb896bd-4d98-47ae-937a-779aed0bba76, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:45:34.527578 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] For port fbb896bd-4d98-47ae-937a-779aed0bba76, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=fbb896bd-4d98-47ae-937a-779aed0bba76,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:45:34.609829 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:34.613602 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:34.691076 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:34.695250 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Pushing event updated for resources: {'Port': ['ID=fbb896bd-4d98-47ae-937a-779aed0bba76,revision_number=2']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:34.697919 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:34.724424 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:34.881894 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Allocated IP 172.28.0.244 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/eabc613b-3e76-4708-a05d-3b39c3d9fbc2) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:45:35.046299 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:35.203776 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:35.207874 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-9ebebc59-cfd4-40f9-a2e7-ef43dfc290db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:35.268110 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:45:35.269390 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:45:35.273550 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:45:35.315829 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Pushing event updated for resources: {'Port': ['ID=eabc613b-3e76-4708-a05d-3b39c3d9fbc2,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:35.320683 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:35.621232 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a7dc8b-5ba0-4838-872f-10c12e08a023 None None] Network 40be030f-e95a-400f-a0f9-8d00168b9db2 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:45:35.805610 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:35.853109 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-14fe3934-4f8c-4c7d-86de-53cfdf3a7939 None None] Provisioning for port fbb896bd-4d98-47ae-937a-779aed0bba76 completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:45:36.200573 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542988'] for router, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:36.580842 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Router 54165143-cee8-4f43-849a-34e4b19cfd01 is scheduled to L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 with binding_index 1 {{(pid=79428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:45:36.758121 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:45:36.767127 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Sync routers for ids ['54165143-cee8-4f43-849a-34e4b19cfd01'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:45:36.776318 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Routers {'54165143-cee8-4f43-849a-34e4b19cfd01'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:45:36.776930 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:45:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['54165143-cee8-4f43-849a-34e4b19cfd01'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:36.860558 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] Notify callbacks [] for router, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:36.862222 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-55e1b03e-fd53-41b8-be62-5082260485dd admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3095245 May 12 15:45:36.864621 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33556) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:36.904138 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device fbb896bd-4d98-47ae-937a-779aed0bba76 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:45:36.959467 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Set router 54165143-cee8-4f43-849a-34e4b19cfd01 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:45:37.077720 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port fbb896bd-4d98-47ae-937a-779aed0bba76 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:45:37.083033 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port fbb896bd-4d98-47ae-937a-779aed0bba76 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:37.083419 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:37.239415 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:37.275622 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:45:35Z', 'revision_number': 3, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:37.279623 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Checking router: 54165143-cee8-4f43-849a-34e4b19cfd01 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:45:37.280007 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Updating router 54165143-cee8-4f43-849a-34e4b19cfd01 port eabc613b-3e76-4708-a05d-3b39c3d9fbc2 binding host dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:45:37.281333 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port fbb896bd-4d98-47ae-937a-779aed0bba76, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=fbb896bd-4d98-47ae-937a-779aed0bba76,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:45:37.338129 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:37.376110 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:37.378601 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:37.481554 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=fbb896bd-4d98-47ae-937a-779aed0bba76,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:37.489826 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.490171 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.490506 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.490838 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.491287 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.491703 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.492029 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.492352 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.492669 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.492984 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.493395 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.493716 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.504889 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:37.679909 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:37.707394 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Notify callbacks [] for port, precommit_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:37.719993 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.provisioning_blocks [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Transition to ACTIVE for port object eabc613b-3e76-4708-a05d-3b39c3d9fbc2 will not be triggered until provisioned by entity L2. {{(pid=79431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:45:37.849166 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:37.853244 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-b30532a1-917b-4cf8-b31c-1072fac82907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:37.885647 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Allocated IP 172.20.0.1 (40be030f-e95a-400f-a0f9-8d00168b9db2/0b681b79-ca2a-4988-a02b-cfcca3e8a509/4dc8feb8-35a2-461e-bf75-28dce580d448) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:45:37.932670 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Attempting to bind port eabc613b-3e76-4708-a05d-3b39c3d9fbc2 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:45:37.933030 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Attempting to bind port eabc613b-3e76-4708-a05d-3b39c3d9fbc2 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:45:37.933412 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Attempting to bind port eabc613b-3e76-4708-a05d-3b39c3d9fbc2 on network af5cf3b2-0f76-46e3-8e35-95db1bf12898 {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:45:37.936840 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Pushing event updated for resources: {'Port': ['ID=eabc613b-3e76-4708-a05d-3b39c3d9fbc2,revision_number=2']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:37.945619 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.945952 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.946276 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.952153 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.952153 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.952153 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.952153 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.952153 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.952153 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.952153 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.952153 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.952153 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:37.952929 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:45:37.952929 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Checking segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:45:37.953276 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:37.953472 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Bound using segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:45:37.953945 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Bound port: eabc613b-3e76-4708-a05d-3b39c3d9fbc2, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:45:37.954335 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:37.977445 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:38.033414 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] For port eabc613b-3e76-4708-a05d-3b39c3d9fbc2, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:45:38.036748 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] For port eabc613b-3e76-4708-a05d-3b39c3d9fbc2, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=eabc613b-3e76-4708-a05d-3b39c3d9fbc2,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:45:38.039864 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:38.056204 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Transition to ACTIVE for port object 4dc8feb8-35a2-461e-bf75-28dce580d448 will not be triggered until provisioned by entity DHCP. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:45:38.175527 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:38.176221 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:38.180122 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-debc1569-3c0d-4615-80ca-4cc365b7edab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:38.183161 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1fd025fe-5eb9-4fd9-ad0c-8e90a2c36fac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:38.262704 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Pushing event updated for resources: {'Port': ['ID=eabc613b-3e76-4708-a05d-3b39c3d9fbc2,revision_number=3']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:38.273731 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:38.273731 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Routers {'54165143-cee8-4f43-849a-34e4b19cfd01'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:45:38.273731 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:45:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['54165143-cee8-4f43-849a-34e4b19cfd01'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:38.356938 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Network 40be030f-e95a-400f-a0f9-8d00168b9db2 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:45:38.359751 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:45:38.364145 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:45:38.412317 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc8feb8-35a2-461e-bf75-28dce580d448,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:38.416828 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:38.432285 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542163'] for router_interface, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:38.474441 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] Set router 54165143-cee8-4f43-849a-34e4b19cfd01 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:45:38.611570 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:38.713117 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-f1de229c-2b65-4242-8ed7-5ad30173bb15 None None] Provisioning for port 4dc8feb8-35a2-461e-bf75-28dce580d448 completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:45:38.720660 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-f1de229c-2b65-4242-8ed7-5ad30173bb15 None None] Provisioning complete for port 4dc8feb8-35a2-461e-bf75-28dce580d448 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:38.721385 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-f1de229c-2b65-4242-8ed7-5ad30173bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:38.784639 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-f1de229c-2b65-4242-8ed7-5ad30173bb15 None None] Port 4dc8feb8-35a2-461e-bf75-28dce580d448 cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:45:38.802026 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:45:35Z', 'revision_number': 3, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:38.808002 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc8904-7f9d-4251-8744-663060cdeee6 None None] The sync data for ids ['54165143-cee8-4f43-849a-34e4b19cfd01'] in dv-cinder-789603-6-smb is: [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:45:35Z', 'revision_number': 3, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:45:38.860105 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device fbb896bd-4d98-47ae-937a-779aed0bba76 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:45:38.883261 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:38.940696 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port fbb896bd-4d98-47ae-937a-779aed0bba76 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:38.941136 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:39.041108 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:39.089087 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2bb68593-d281-40b3-8eb7-6987674e68c3 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:39.193555 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc8feb8-35a2-461e-bf75-28dce580d448,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:39.201244 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:39.207686 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542064'] for router_interface, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:39.403927 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Network 40be030f-e95a-400f-a0f9-8d00168b9db2 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:45:39.405698 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:45:39.634015 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Router 54165143-cee8-4f43-849a-34e4b19cfd01 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:45:39.724823 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-06a47975-d84c-4b4a-96b4-dde54d1031f8 None None] Provisioning complete for port 4dc8feb8-35a2-461e-bf75-28dce580d448 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:39.725417 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-06a47975-d84c-4b4a-96b4-dde54d1031f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:39.784470 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-06a47975-d84c-4b4a-96b4-dde54d1031f8 None None] Port 4dc8feb8-35a2-461e-bf75-28dce580d448 cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:45:39.834270 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:45:39.848306 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-ce3e0b5a-143a-4c00-84d0-62ccc6974d41 admin admin] 10.222.0.61 "PUT /v2.0/routers/54165143-cee8-4f43-849a-34e4b19cfd01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9778714 May 12 15:45:40.592726 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Sync routers for ids ['54165143-cee8-4f43-849a-34e4b19cfd01'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:45:40.605946 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Routers {'54165143-cee8-4f43-849a-34e4b19cfd01'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:45:40.606591 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:45:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['54165143-cee8-4f43-849a-34e4b19cfd01'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:40.749248 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33600) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:40.757266 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1435391910-network', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:45:40.764517 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:40.772090 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Usage tracker for resource:network and tenant:cd9f0ea23e0f4ca4ab573c326df288ec is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:40.775571 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:40.783166 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:40.805979 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bef8c5-3e2c-4a18-9765-8f521c4cacb4 req-6aff572e-e591-44a4-a3cd-896880dbfd35 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:45:40.807478 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d7bef8c5-3e2c-4a18-9765-8f521c4cacb4 req-6aff572e-e591-44a4-a3cd-896880dbfd35 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 945 time: 0.1243234 May 12 15:45:40.831605 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Set router 54165143-cee8-4f43-849a-34e4b19cfd01 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:45:40.865298 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d7bef8c5-3e2c-4a18-9765-8f521c4cacb4 req-755d15e3-f555-4cef-aa48-c8beb6ee3533 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec552cb5-5278-4387-bf0d-5679a82f0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493426 May 12 15:45:40.917471 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device eabc613b-3e76-4708-a05d-3b39c3d9fbc2 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:45:40.935067 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Made reservation on behalf of cd9f0ea23e0f4ca4ab573c326df288ec for: {'network': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:45:40.937475 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for network, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:40.950678 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:40.965101 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:40.969014 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Usage tracker for resource:security_group_rule and tenant:cd9f0ea23e0f4ca4ab573c326df288ec is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:40.971845 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:40.977801 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:41.068126 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.175246 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.178635 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b5c93b09-0441-4bcf-8b1b-86281957e890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:41.212620 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=79428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:45:41.222325 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd12212-106c-46f7-8e03-31b64fd15d85,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:41.224892 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.230560 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:41.231635 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:45:38Z', 'revision_number': 4, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '4dc8feb8-35a2-461e-bf75-28dce580d448', 'name': '', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'mac_address': 'fa:16:3e:1c:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:37Z', 'updated_at': '2021-05-12T15:45:38Z', 'revision_number': 2, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'subnets': [{'id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:41.236264 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.236358 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Checking router: 54165143-cee8-4f43-849a-34e4b19cfd01 for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:45:41.236504 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.segments_db [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Added segment 982a759b-2e68-48d0-bbff-590fa35800d3 of type vlan for network 021bf85b-c123-4bde-85a9-0fa2bdc12610 May 12 15:45:41.236682 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Updating router 54165143-cee8-4f43-849a-34e4b19cfd01 port 4dc8feb8-35a2-461e-bf75-28dce580d448 binding host dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:45:41.263830 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759834657922'] for network, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.292814 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.336986 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port eabc613b-3e76-4708-a05d-3b39c3d9fbc2 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:45:41.350495 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port eabc613b-3e76-4708-a05d-3b39c3d9fbc2 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:41.350897 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.352358 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342'] for network, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.353758 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:45:41.354346 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.357875 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:41.460139 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Pushing event updated for resources: {'Network': ['ID=021bf85b-c123-4bde-85a9-0fa2bdc12610,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:41.462714 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:41.474519 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Network 021bf85b-c123-4bde-85a9-0fa2bdc12610 details requested by agent ovs-agent-dv-cinder-789603-6-smb with host dv-cinder-789603-6-smb {{(pid=79430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:45:41.541987 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-fdb5c4d8-8193-4597-9462-d3233a37dee4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7904687 May 12 15:45:41.544696 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33604) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:41.550918 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Request body: {'subnet': {'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1435391910-subnet', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'ip_version': 4}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:45:41.555961 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:41.560261 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Usage tracker for resource:subnet and tenant:cd9f0ea23e0f4ca4ab573c326df288ec is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:41.564349 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:41.571712 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:41.712597 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Made reservation on behalf of cd9f0ea23e0f4ca4ab573c326df288ec for: {'subnet': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:45:41.714747 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10920392'] for subnet, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.739036 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.782412 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port eabc613b-3e76-4708-a05d-3b39c3d9fbc2, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=eabc613b-3e76-4708-a05d-3b39c3d9fbc2,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:45:41.844548 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-70fcc64d-58a1-4674-abf7-f2ec90f41e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.877821 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.881828 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:41.917107 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Notify callbacks [] for port, precommit_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:41.941727 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Transition to ACTIVE for port object 4dc8feb8-35a2-461e-bf75-28dce580d448 will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:45:41.963073 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=eabc613b-3e76-4708-a05d-3b39c3d9fbc2,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:41.966356 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:42.055094 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:42.060240 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:42.095485 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bdaad-7b9f-4bd2-b6ef-8c8f2be2857d req-26ebdfe4-a5bd-4fe8-89f3-37380e1946a5 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:45:42.097009 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-754bdaad-7b9f-4bd2-b6ef-8c8f2be2857d req-26ebdfe4-a5bd-4fe8-89f3-37380e1946a5 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 945 time: 0.1013210 May 12 15:45:42.160265 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-754bdaad-7b9f-4bd2-b6ef-8c8f2be2857d req-7ff5c13d-e266-4a87-8f8a-1fd3ca106bc4 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec552cb5-5278-4387-bf0d-5679a82f0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570035 May 12 15:45:42.224422 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013d16b-2006-4468-863a-587229a3baf3 None None] Pushing event updated for resources: {'Port': ['ID=4dc8feb8-35a2-461e-bf75-28dce580d448,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:42.238520 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-5013d16b-2006-4468-863a-587229a3baf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:42.291913 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Attempting to bind port 4dc8feb8-35a2-461e-bf75-28dce580d448 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:45:42.292500 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Attempting to bind port 4dc8feb8-35a2-461e-bf75-28dce580d448 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:45:42.292824 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Attempting to bind port 4dc8feb8-35a2-461e-bf75-28dce580d448 on network 40be030f-e95a-400f-a0f9-8d00168b9db2 {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:45:42.298830 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:45:42.299281 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Checking segment: {'id': 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:45:42.299758 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:42.300215 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Bound using segment: {'id': 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:45:42.300768 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Bound port: 4dc8feb8-35a2-461e-bf75-28dce580d448, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:45:42.301240 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:42.388755 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2011236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10920378'] for subnet, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:42.397456 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-a131b531-1add-4750-89b2-b9686c7f70c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:42.441196 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] For port 4dc8feb8-35a2-461e-bf75-28dce580d448, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:45:42.444605 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] For port 4dc8feb8-35a2-461e-bf75-28dce580d448, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=4dc8feb8-35a2-461e-bf75-28dce580d448,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:45:42.485784 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5938314c-5760-4366-9aae-8e413ae7c18c,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:42.491893 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:42.499464 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-1c007c3c-744f-40ce-9f3c-a9a1b677eb95 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:45:42.500885 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-1c007c3c-744f-40ce-9f3c-a9a1b677eb95 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.15 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 945 time: 0.1754205 May 12 15:45:42.503377 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Checking segment: {'id': '982a759b-2e68-48d0-bbff-590fa35800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:45:42.503729 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Network hostable DHCP agents. Network: 021bf85b-c123-4bde-85a9-0fa2bdc12610, hostable agents: ['aec69d8a-3ff2-41b9-9e10-e84b953aed25'], hosted agents: [] {{(pid=79428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:45:42.541022 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:42.545655 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:42.618800 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Routers {'54165143-cee8-4f43-849a-34e4b19cfd01'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:45:42.619422 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:45:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['54165143-cee8-4f43-849a-34e4b19cfd01'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:42.648649 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Deleting port 345155ef-d0f1-46fd-84b6-fe8197150ba9 {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:45:42.648999 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:42.733567 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013d16b-2006-4468-863a-587229a3baf3 None None] Pushing event updated for resources: {'Port': ['ID=4dc8feb8-35a2-461e-bf75-28dce580d448,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:42.743526 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-5013d16b-2006-4468-863a-587229a3baf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:42.759552 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Network 021bf85b-c123-4bde-85a9-0fa2bdc12610 is scheduled to be hosted by DHCP agent aec69d8a-3ff2-41b9-9e10-e84b953aed25 with binding_index 1 {{(pid=79428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:45:42.810671 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] For port 345155ef-d0f1-46fd-84b6-fe8197150ba9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=345155ef-d0f1-46fd-84b6-fe8197150ba9,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:45:42.810947 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:42.812175 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] Set router 54165143-cee8-4f43-849a-34e4b19cfd01 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:45:42.870896 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device eabc613b-3e76-4708-a05d-3b39c3d9fbc2 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:45:42.922641 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-smb, 021bf85b-c123-4bde-85a9-0fa2bdc12610) {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:45:42.986437 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:45:42.986706 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:42.988788 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664abbad-39ec-4d30-aca8-9d9ab31144cf None None] Network 021bf85b-c123-4bde-85a9-0fa2bdc12610 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:45:43.131269 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-f302e45f-d662-4484-af20-676499563c8d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5831852 May 12 15:45:43.131844 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 33610) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:43.138228 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.v2.base [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1435391910-router', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}} {{(pid=79429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:45:43.144916 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:43.150857 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:43.151316 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:43.151706 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.l3_db [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Floating IP 7a8b1f54-e1fe-4788-a69b-363c68ef7055 disassociated. External IP: 172.28.0.235, port: 345155ef-d0f1-46fd-84b6-fe8197150ba9. May 12 15:45:43.151914 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Usage tracker for resource:router and tenant:cd9f0ea23e0f4ca4ab573c326df288ec is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:43.152826 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Calling delete_port for 345155ef-d0f1-46fd-84b6-fe8197150ba9 owned by compute:nova {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:45:43.156300 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:43.167601 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:43.243796 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port eabc613b-3e76-4708-a05d-3b39c3d9fbc2 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:43.244205 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:43.255152 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-993519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46459'] for router, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:43.256221 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46402'] for router, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:43.272064 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:43.374768 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb148aa-50b8-4a00-98af-9d370af1a2c2 req-8bb0ea4b-af3a-46a0-b256-e2362aa76eb2 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:45:43.376656 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9bb148aa-50b8-4a00-98af-9d370af1a2c2 req-8bb0ea4b-af3a-46a0-b256-e2362aa76eb2 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 945 time: 0.0916805 May 12 15:45:43.434593 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:43.442983 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2660a401-c233-4691-94b7-934104c89761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:43.475886 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9bb148aa-50b8-4a00-98af-9d370af1a2c2 req-2e694be3-79e2-41b1-8eb9-58b0f14dd3ef tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec552cb5-5278-4387-bf0d-5679a82f0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932236 May 12 15:45:43.496091 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event deleted for resources: {'Port': ['ID=345155ef-d0f1-46fd-84b6-fe8197150ba9,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:43.497636 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe869d628-5334-5526-9cb7-f08dcc6e29b0-021bf85b-c123-4bde-85a9-0fa2bdc12610', 'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'fixed_ips': [{'subnet_id': '5938314c-5760-4366-9aae-8e413ae7c18c'}]}} from dv-cinder-789603-6-smb. {{(pid=79430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:45:43.498474 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:43.505142 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:43.596823 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:45:38Z', 'revision_number': 4, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '4dc8feb8-35a2-461e-bf75-28dce580d448', 'name': '', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'mac_address': 'fa:16:3e:1c:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:37Z', 'updated_at': '2021-05-12T15:45:42Z', 'revision_number': 4, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'subnets': [{'id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:43.616351 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ce120-1c88-491c-ae8d-e1a061eeea9c None None] The sync data for ids ['54165143-cee8-4f43-849a-34e4b19cfd01'] in dv-cinder-789603-6-smb is: [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:45:38Z', 'revision_number': 4, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '4dc8feb8-35a2-461e-bf75-28dce580d448', 'name': '', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'mac_address': 'fa:16:3e:1c:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:37Z', 'updated_at': '2021-05-12T15:45:42Z', 'revision_number': 4, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'subnets': [{'id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:45:43.665123 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-994075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46428'] for router, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:43.812441 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.db_base_plugin_common [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Allocated IP 172.20.0.2 (021bf85b-c123-4bde-85a9-0fa2bdc12610/5938314c-5760-4366-9aae-8e413ae7c18c/a7b49918-f56c-473e-885b-f64e311891db) {{(pid=79430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:45:43.845406 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Router 7717e110-86db-45dd-8305-d3e532cf7ab8 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:45:44.104782 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:45:44.117531 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912d440-bd1a-46a8-b246-70fca57f1600 None None] Sync routers for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:45:44.132946 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912d440-bd1a-46a8-b246-70fca57f1600 None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:45:44.149922 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-a912d440-bd1a-46a8-b246-70fca57f1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:45:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:44.175662 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Notify callbacks [] for port, precommit_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:44.188452 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Transition to ACTIVE for port object a7b49918-f56c-473e-885b-f64e311891db will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:45:44.211745 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Transition to ACTIVE for port object a7b49918-f56c-473e-885b-f64e311891db will not be triggered until provisioned by entity DHCP. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:45:44.221993 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-fc3483a4-310b-476f-8f2a-a2795f00a59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:44.249854 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] No DVR routers for this DVR port 345155ef-d0f1-46fd-84b6-fe8197150ba9 on host hv-cinder-78960 {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:45:44.252728 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:44.255674 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1915880b-2a73-490e-a4d1-1f48b6892d96', 'name': 'network-vif-deleted', 'tag': '345155ef-d0f1-46fd-84b6-fe8197150ba9'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:45:44.315132 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1915880b-2a73-490e-a4d1-1f48b6892d96', 'name': 'network-vif-deleted', 'tag': '345155ef-d0f1-46fd-84b6-fe8197150ba9', 'status': 'completed', 'code': 200} May 12 15:45:44.331109 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060'] for port, after_create {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:44.338198 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:44.419395 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Network 021bf85b-c123-4bde-85a9-0fa2bdc12610 is already hosted by enough agents. {{(pid=79430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:45:44.425461 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.scheduler.base_scheduler [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Resources bound (agent type, host, resource id): {{(pid=79430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:45:44.430632 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Received port after_create {{(pid=79430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:45:44.439955 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-a912d440-bd1a-46a8-b246-70fca57f1600 None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:45:44.492907 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-88a71d70-ff91-4ced-a18b-2dd766f97cf1 req-4c015002-8171-445d-a96a-3b593bdd0056 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.15 "DELETE /v2.0/ports/345155ef-d0f1-46fd-84b6-fe8197150ba9 HTTP/1.1" status: 204 len: 173 time: 1.9842968 May 12 15:45:44.512959 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:44.554176 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:44.563509 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 345155ef-d0f1-46fd-84b6-fe8197150ba9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:45:44.617450 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:44.630452 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Pushing event updated for resources: {'Port': ['ID=a7b49918-f56c-473e-885b-f64e311891db,revision_number=1']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:44.634033 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:44.635336 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: 345155ef-d0f1-46fd-84b6-fe8197150ba9 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:45:44.635786 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 345155ef-d0f1-46fd-84b6-fe8197150ba9 not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:45:44.722414 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Attempting to bind port a7b49918-f56c-473e-885b-f64e311891db on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:45:44.722886 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Attempting to bind port a7b49918-f56c-473e-885b-f64e311891db by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': '982a759b-2e68-48d0-bbff-590fa35800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:45:44.723562 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Attempting to bind port a7b49918-f56c-473e-885b-f64e311891db on network 021bf85b-c123-4bde-85a9-0fa2bdc12610 {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:45:44.731127 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:45:44.731874 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Checking segment: {'id': '982a759b-2e68-48d0-bbff-590fa35800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:45:44.732605 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:44.733701 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Bound using segment: {'id': '982a759b-2e68-48d0-bbff-590fa35800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:45:44.734682 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Bound port: a7b49918-f56c-473e-885b-f64e311891db, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982a759b-2e68-48d0-bbff-590fa35800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:45:44.735366 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:44.744550 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-fb5a9d1c-8e2d-496c-8463-284e8592d4b7 req-5fae6e97-284a-49a5-8143-5b4b04a583ba tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Synchronizing usage tracker for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:45:44.849713 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] For port a7b49918-f56c-473e-885b-f64e311891db, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:45:44.852305 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Allocated IP 172.28.0.112 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/8df63c60-e427-4034-9869-cd08bada1ea2) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:45:44.861148 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] For port a7b49918-f56c-473e-885b-f64e311891db, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=a7b49918-f56c-473e-885b-f64e311891db,segment=NetworkSegment(982a759b-2e68-48d0-bbff-590fa35800d3),segment_id=982a759b-2e68-48d0-bbff-590fa35800d3)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:45:44.867462 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-fb5a9d1c-8e2d-496c-8463-284e8592d4b7 req-5fae6e97-284a-49a5-8143-5b4b04a583ba tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Unset dirty status for tenant:6fa320d8e1154e4ab0b8840bbf7296af on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:45:44.871277 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-fb5a9d1c-8e2d-496c-8463-284e8592d4b7 req-5fae6e97-284a-49a5-8143-5b4b04a583ba tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1915880b-2a73-490e-a4d1-1f48b6892d96 HTTP/1.1" status: 200 len: 210 time: 0.1843009 May 12 15:45:44.965322 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:45.011808 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:45.055982 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-a912d440-bd1a-46a8-b246-70fca57f1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:09Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:45.060968 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912d440-bd1a-46a8-b246-70fca57f1600 None None] Checking router: 7717e110-86db-45dd-8305-d3e532cf7ab8 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:45:45.076682 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912d440-bd1a-46a8-b246-70fca57f1600 None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:45:45.077347 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 4dc8feb8-35a2-461e-bf75-28dce580d448 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:45:45.077721 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-a912d440-bd1a-46a8-b246-70fca57f1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:45:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:45.090065 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:45.280790 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Pushing event updated for resources: {'Port': ['ID=a7b49918-f56c-473e-885b-f64e311891db,revision_number=2']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:45.287117 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-05306db0-bace-4270-bdf9-2446045e8a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:45.295716 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-a912d440-bd1a-46a8-b246-70fca57f1600 None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:45:45.425530 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:45.425530 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c3802cfb-12f6-4285-8d95-77f828d6ac67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:45.485986 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 4dc8feb8-35a2-461e-bf75-28dce580d448 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:45:45.528492 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:45.528492 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 4dc8feb8-35a2-461e-bf75-28dce580d448 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:45.528492 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:45.529092 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:45:45.529092 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:45:45.529092 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:45:45.586876 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Pushing event updated for resources: {'Port': ['ID=8df63c60-e427-4034-9869-cd08bada1ea2,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:45.591591 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:45.653552 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:45.655763 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-a912d440-bd1a-46a8-b246-70fca57f1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:09Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:45.660228 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912d440-bd1a-46a8-b246-70fca57f1600 None None] The sync data for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb is: [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:41:02Z', 'revision_number': 4, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '04e84725-c18b-4c2b-9ccf-20c935308926', 'name': '', 'network_id': '3673dcb9-b8e5-4a98-a40d-0eae8f001277', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'mac_address': 'fa:16:3e:62:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '716246a2-e46b-408f-a13b-bce401958b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:41:01Z', 'updated_at': '2021-05-12T15:41:09Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'subnets': [{'id': '716246a2-e46b-408f-a13b-bce401958b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:45:45.694968 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 4dc8feb8-35a2-461e-bf75-28dce580d448, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=4dc8feb8-35a2-461e-bf75-28dce580d448,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:45:45.878386 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:45.881504 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-5013d16b-2006-4468-863a-587229a3baf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:45.962675 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=4dc8feb8-35a2-461e-bf75-28dce580d448,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:45.965904 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:46.138230 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:46.149346 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eefbb5-8251-4eac-87d9-78cd6ef3a1d2 None None] New status for floating IP 7a8b1f54-e1fe-4788-a69b-363c68ef7055: DOWN {{(pid=79430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:45:46.168422 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33624) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:46.264328 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1755fbed-ae78-4cbf-a018-1a7a08046e58 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:46.293902 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1755fbed-ae78-4cbf-a018-1a7a08046e58 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:46.375800 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b76628b-f4ec-4c34-b934-03b53794eb6e None None] Network 021bf85b-c123-4bde-85a9-0fa2bdc12610 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:45:46.432403 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1755fbed-ae78-4cbf-a018-1a7a08046e58 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:46.436703 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c20e729d-aff3-42e6-9785-4ef5bfd6d914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:46.453146 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755fbed-ae78-4cbf-a018-1a7a08046e58 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec552cb5-5278-4387-bf0d-5679a82f0dc0,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:46.455862 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-1755fbed-ae78-4cbf-a018-1a7a08046e58 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:46.546572 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-1755fbed-ae78-4cbf-a018-1a7a08046e58 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:46.551404 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-1755fbed-ae78-4cbf-a018-1a7a08046e58 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "DELETE /v2.0/security-groups/ec552cb5-5278-4387-bf0d-5679a82f0dc0 HTTP/1.1" status: 204 len: 168 time: 0.3802624 May 12 15:45:46.551548 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33628) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:46.553801 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-9965e460-d1d3-4085-b2a9-46b016d19adb None None] Provisioning for port a7b49918-f56c-473e-885b-f64e311891db completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:45:46.569921 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.api.v2.resource [None req-5731710c-3a71-4ba7-a3b9-204a7079735a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] show failed (client error): The resource could not be found. May 12 15:45:46.571214 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-5731710c-3a71-4ba7-a3b9-204a7079735a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "GET /v2.0/security-groups/ec552cb5-5278-4387-bf0d-5679a82f0dc0 HTTP/1.1" status: 404 len: 347 time: 0.0186105 May 12 15:45:46.574546 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33632) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:46.637329 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542988'] for router, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:46.819547 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ac52b-1dd1-4272-8c02-39a2a3e29f9b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Deleting port 8c27e805-31bf-4e98-b121-991ea517559c {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:45:46.820121 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac52b-1dd1-4272-8c02-39a2a3e29f9b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:46.965385 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac52b-1dd1-4272-8c02-39a2a3e29f9b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:46.966013 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac52b-1dd1-4272-8c02-39a2a3e29f9b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:46.986602 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Router 2efdc43f-87fd-4276-b65d-4be7d872c488 is scheduled to L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 with binding_index 1 {{(pid=79429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:45:46.999295 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device a7b49918-f56c-473e-885b-f64e311891db up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:45:47.104086 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ac52b-1dd1-4272-8c02-39a2a3e29f9b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Calling delete_port for 8c27e805-31bf-4e98-b121-991ea517559c owned by network:floatingip {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:45:47.158552 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:47.198235 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port a7b49918-f56c-473e-885b-f64e311891db completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:45:47.201029 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:45:47.204215 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port a7b49918-f56c-473e-885b-f64e311891db triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:47.204726 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:47.213461 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Sync routers for ids ['2efdc43f-87fd-4276-b65d-4be7d872c488'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:45:47.228640 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Routers {'2efdc43f-87fd-4276-b65d-4be7d872c488'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:45:47.229334 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:45:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['2efdc43f-87fd-4276-b65d-4be7d872c488'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:47.338727 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:47.358934 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Notify callbacks [] for router, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:47.358934 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2211831 May 12 15:45:47.359145 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac52b-1dd1-4272-8c02-39a2a3e29f9b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:47.359657 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 33636) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:47.364327 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-279481f8-2e7f-43fc-95ee-5129b62408ee tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:47.379099 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port a7b49918-f56c-473e-885b-f64e311891db, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=a7b49918-f56c-473e-885b-f64e311891db,segment=NetworkSegment(982a759b-2e68-48d0-bbff-590fa35800d3),segment_id=982a759b-2e68-48d0-bbff-590fa35800d3)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:45:47.435282 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ac52b-1dd1-4272-8c02-39a2a3e29f9b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Pushing event deleted for resources: {'Port': ['ID=8c27e805-31bf-4e98-b121-991ea517559c,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:47.442743 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-dd7ac52b-1dd1-4272-8c02-39a2a3e29f9b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:47.464173 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Set router 2efdc43f-87fd-4276-b65d-4be7d872c488 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:45:47.490257 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:47.490623 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 4dc8feb8-35a2-461e-bf75-28dce580d448 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:45:47.531931 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:47.538380 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac52b-1dd1-4272-8c02-39a2a3e29f9b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks [] for floatingip, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:47.631823 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=a7b49918-f56c-473e-885b-f64e311891db,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:47.635629 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:47.645782 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 4dc8feb8-35a2-461e-bf75-28dce580d448 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:47.646166 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:47.686177 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac52b-1dd1-4272-8c02-39a2a3e29f9b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:47.690542 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-dd7ac52b-1dd1-4272-8c02-39a2a3e29f9b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] 10.222.0.61 "DELETE /v2.0/floatingips/7a8b1f54-e1fe-4788-a69b-363c68ef7055 HTTP/1.1" status: 204 len: 168 time: 1.1115067 May 12 15:45:47.864622 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'name': 'tempest-TestShelveInstance-1435391910-router', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:43Z', 'updated_at': '2021-05-12T15:45:45Z', 'revision_number': 3, 'project_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'gw_port': {'id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:44Z', 'updated_at': '2021-05-12T15:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:47.868597 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Checking router: 2efdc43f-87fd-4276-b65d-4be7d872c488 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:45:47.868948 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Updating router 2efdc43f-87fd-4276-b65d-4be7d872c488 port 8df63c60-e427-4034-9869-cd08bada1ea2 binding host dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:45:47.920746 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:48.163170 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:48.264623 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Notify callbacks [] for port, precommit_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:48.276888 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.provisioning_blocks [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Transition to ACTIVE for port object 8df63c60-e427-4034-9869-cd08bada1ea2 will not be triggered until provisioned by entity L2. {{(pid=79431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:45:48.372956 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_common [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Allocated IP 172.20.0.1 (021bf85b-c123-4bde-85a9-0fa2bdc12610/5938314c-5760-4366-9aae-8e413ae7c18c/0ead9e44-cfd5-4425-88cf-ff8977cf4507) {{(pid=79429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:45:48.455400 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:48.459475 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-46c0567e-bf43-4e62-89e4-3422f0999446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:48.537980 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Attempting to bind port 8df63c60-e427-4034-9869-cd08bada1ea2 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:45:48.540924 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Attempting to bind port 8df63c60-e427-4034-9869-cd08bada1ea2 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:45:48.540924 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Attempting to bind port 8df63c60-e427-4034-9869-cd08bada1ea2 on network af5cf3b2-0f76-46e3-8e35-95db1bf12898 {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:45:48.540924 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534cef8-d2bc-42f0-97d8-27af652698e2 None None] Pushing event updated for resources: {'Port': ['ID=8df63c60-e427-4034-9869-cd08bada1ea2,revision_number=2']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:48.544687 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-e534cef8-d2bc-42f0-97d8-27af652698e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:48.547430 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:45:48.548344 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Checking segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:45:48.548344 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:48.548523 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Bound using segment: {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'} {{(pid=79431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:45:48.548960 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.managers [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Bound port: 8df63c60-e427-4034-9869-cd08bada1ea2, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898'}}] {{(pid=79431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:45:48.549387 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:48.626395 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] For port 8df63c60-e427-4034-9869-cd08bada1ea2, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:45:48.629389 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.plugins.ml2.db [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] For port 8df63c60-e427-4034-9869-cd08bada1ea2, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=8df63c60-e427-4034-9869-cd08bada1ea2,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:45:48.646633 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:48.661663 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.provisioning_blocks [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Transition to ACTIVE for port object 0ead9e44-cfd5-4425-88cf-ff8977cf4507 will not be triggered until provisioned by entity DHCP. {{(pid=79429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:45:48.723979 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron_lib.callbacks.manager [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:48.727905 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-61c34e2b-da53-478a-806c-daf8b9cd4330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:48.763934 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:48.768759 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b1b3fbf7-9b43-4370-996f-eb66c6920394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:48.800701 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Routers {'2efdc43f-87fd-4276-b65d-4be7d872c488'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:45:48.801348 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:45:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['2efdc43f-87fd-4276-b65d-4be7d872c488'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:48.826494 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Network 021bf85b-c123-4bde-85a9-0fa2bdc12610 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:45:48.829347 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:45:48.833701 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Received port after_create {{(pid=79429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:45:48.861245 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534cef8-d2bc-42f0-97d8-27af652698e2 None None] Pushing event updated for resources: {'Port': ['ID=8df63c60-e427-4034-9869-cd08bada1ea2,revision_number=3']} {{(pid=79431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:48.882215 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Pushing event updated for resources: {'Port': ['ID=0ead9e44-cfd5-4425-88cf-ff8977cf4507,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:48.888486 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:48.902047 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device a7b49918-f56c-473e-885b-f64e311891db up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:45:48.907605 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542163'] for router_interface, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:48.921728 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG oslo_concurrency.lockutils [None req-e534cef8-d2bc-42f0-97d8-27af652698e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:48.995999 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port a7b49918-f56c-473e-885b-f64e311891db triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:48.996829 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:49.001354 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] Set router 2efdc43f-87fd-4276-b65d-4be7d872c488 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:45:49.214958 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-4ed32254-d0ec-4b45-b014-bde1f1eed0bf None None] Provisioning for port 0ead9e44-cfd5-4425-88cf-ff8977cf4507 completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:45:49.220512 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-4ed32254-d0ec-4b45-b014-bde1f1eed0bf None None] Provisioning complete for port 0ead9e44-cfd5-4425-88cf-ff8977cf4507 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:49.220889 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-4ed32254-d0ec-4b45-b014-bde1f1eed0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:49.278410 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-4ed32254-d0ec-4b45-b014-bde1f1eed0bf None None] Port 0ead9e44-cfd5-4425-88cf-ff8977cf4507 cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:45:49.279587 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:49.360758 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'name': 'tempest-TestShelveInstance-1435391910-router', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:43Z', 'updated_at': '2021-05-12T15:45:45Z', 'revision_number': 3, 'project_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'gw_port': {'id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:44Z', 'updated_at': '2021-05-12T15:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:49.366337 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47814044-b0c4-4eeb-acfb-6bee233612fd None None] The sync data for ids ['2efdc43f-87fd-4276-b65d-4be7d872c488'] in dv-cinder-789603-6-smb is: [{'id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'name': 'tempest-TestShelveInstance-1435391910-router', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:43Z', 'updated_at': '2021-05-12T15:45:45Z', 'revision_number': 3, 'project_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'gw_port': {'id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:44Z', 'updated_at': '2021-05-12T15:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:45:49.541186 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:49.639900 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11984580'] for port, after_update {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:49.669554 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-6ff80a1b-dd68-456a-b2f3-85a640fd382c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:49.754605 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542064'] for router_interface, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:49.758823 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Pushing event updated for resources: {'Port': ['ID=0ead9e44-cfd5-4425-88cf-ff8977cf4507,revision_number=2']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:49.763099 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:49.903670 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Network 021bf85b-c123-4bde-85a9-0fa2bdc12610 is already hosted by enough agents. {{(pid=79429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:45:49.904901 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.base_scheduler [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=79429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:45:50.105419 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-e75613a9-5d01-4e23-a25f-57ae85f486e1 None None] Provisioning complete for port 0ead9e44-cfd5-4425-88cf-ff8977cf4507 triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:50.110025 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e75613a9-5d01-4e23-a25f-57ae85f486e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:50.125874 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Router 2efdc43f-87fd-4276-b65d-4be7d872c488 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:45:50.186297 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-e75613a9-5d01-4e23-a25f-57ae85f486e1 None None] Port 0ead9e44-cfd5-4425-88cf-ff8977cf4507 cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:45:50.343026 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:45:50.352391 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-f8928d9f-a942-4e08-9bd0-ca4691509b30 admin admin] 10.222.0.61 "PUT /v2.0/routers/2efdc43f-87fd-4276-b65d-4be7d872c488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9941595 May 12 15:45:50.892764 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 8df63c60-e427-4034-9869-cd08bada1ea2 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:45:50.941735 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Sync routers for ids ['2efdc43f-87fd-4276-b65d-4be7d872c488'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:45:50.963340 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Routers {'2efdc43f-87fd-4276-b65d-4be7d872c488'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:45:50.963900 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:45:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['2efdc43f-87fd-4276-b65d-4be7d872c488'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:51.061541 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33666) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:51.071589 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1077260990', 'description': 'tempest-secgroup-smoke-1077260990 description', 'project_id': '1adf938557be4a7a8086d5b60df51469'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:45:51.078224 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:51.081978 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Usage tracker for resource:security_group and tenant:1adf938557be4a7a8086d5b60df51469 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:51.085692 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:51.092879 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:51.153972 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Set router 2efdc43f-87fd-4276-b65d-4be7d872c488 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:45:51.215298 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:51.217520 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 8df63c60-e427-4034-9869-cd08bada1ea2 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:45:51.224894 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 8df63c60-e427-4034-9869-cd08bada1ea2 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:51.225391 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:51.237521 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:51.241618 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Usage tracker for resource:security_group_rule and tenant:1adf938557be4a7a8086d5b60df51469 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:51.244605 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:51.250553 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:51.321337 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:51.420714 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:51.425424 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ef9cb457-92cd-4c73-8288-4fd4ca50f0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:51.467034 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41b3880-3a79-4fcd-8328-3e732627411b,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:51.469716 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:51.553585 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:51.578240 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 8df63c60-e427-4034-9869-cd08bada1ea2, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=8df63c60-e427-4034-9869-cd08bada1ea2,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:45:51.592336 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:51.593608 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5308919 May 12 15:45:51.597532 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33670) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:51.604139 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-4c540d5a-cf4a-4141-96b2-a9e3a015006e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Request body: {'security_group_rule': {'security_group_id': 'd41b3880-3a79-4fcd-8328-3e732627411b', 'project_id': '1adf938557be4a7a8086d5b60df51469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:45:51.609357 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-4c540d5a-cf4a-4141-96b2-a9e3a015006e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:51.613842 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-4c540d5a-cf4a-4141-96b2-a9e3a015006e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Usage tracker for resource:security_group_rule and tenant:1adf938557be4a7a8086d5b60df51469 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:51.616803 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-4c540d5a-cf4a-4141-96b2-a9e3a015006e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:51.620833 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'name': 'tempest-TestShelveInstance-1435391910-router', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:43Z', 'updated_at': '2021-05-12T15:45:49Z', 'revision_number': 4, 'project_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'gw_port': {'id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:44Z', 'updated_at': '2021-05-12T15:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '0ead9e44-cfd5-4425-88cf-ff8977cf4507', 'name': '', 'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'mac_address': 'fa:16:3e:5d:52:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5938314c-5760-4366-9aae-8e413ae7c18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:48Z', 'updated_at': '2021-05-12T15:45:49Z', 'revision_number': 2, 'project_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'subnets': [{'id': '5938314c-5760-4366-9aae-8e413ae7c18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:51.622901 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-4c540d5a-cf4a-4141-96b2-a9e3a015006e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:51.625617 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Checking router: 2efdc43f-87fd-4276-b65d-4be7d872c488 for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:45:51.625997 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Updating router 2efdc43f-87fd-4276-b65d-4be7d872c488 port 0ead9e44-cfd5-4425-88cf-ff8977cf4507 binding host dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:45:51.680884 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:51.731125 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:51.735570 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:51.804729 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4c540d5a-cf4a-4141-96b2-a9e3a015006e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:51.868019 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4c540d5a-cf4a-4141-96b2-a9e3a015006e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:51.871692 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=8df63c60-e427-4034-9869-cd08bada1ea2,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:51.885241 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:51.969849 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4c540d5a-cf4a-4141-96b2-a9e3a015006e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:51.971970 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-902154ec-1714-4a3d-a3b5-d1af5c10fb0f tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:51.992690 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c540d5a-cf4a-4141-96b2-a9e3a015006e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d37b273-a1ae-4d3e-b396-3e465dd587cc,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:51.996541 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4c540d5a-cf4a-4141-96b2-a9e3a015006e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:52.095882 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Notify callbacks [] for port, precommit_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.107353 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Transition to ACTIVE for port object 0ead9e44-cfd5-4425-88cf-ff8977cf4507 will not be triggered until provisioned by entity L2. {{(pid=79430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:45:52.141136 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4c540d5a-cf4a-4141-96b2-a9e3a015006e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.142834 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-4c540d5a-cf4a-4141-96b2-a9e3a015006e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5435629 May 12 15:45:52.145753 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33674) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:52.151044 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-f8bbc7b2-670a-41dd-9fae-9f25370ee971 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Request body: {'security_group_rule': {'security_group_id': 'd41b3880-3a79-4fcd-8328-3e732627411b', 'project_id': '1adf938557be4a7a8086d5b60df51469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:45:52.157664 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-f8bbc7b2-670a-41dd-9fae-9f25370ee971 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:52.162026 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-f8bbc7b2-670a-41dd-9fae-9f25370ee971 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Usage tracker for resource:security_group_rule and tenant:1adf938557be4a7a8086d5b60df51469 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:52.165361 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-f8bbc7b2-670a-41dd-9fae-9f25370ee971 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:52.171064 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-f8bbc7b2-670a-41dd-9fae-9f25370ee971 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:52.226635 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.230448 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:52.290425 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8bbc7b2-670a-41dd-9fae-9f25370ee971 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.351318 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 33684) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:52.360457 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8bbc7b2-670a-41dd-9fae-9f25370ee971 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.394990 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f7c09-ea70-4d21-95b5-e49784d489e6 None None] Pushing event updated for resources: {'Port': ['ID=0ead9e44-cfd5-4425-88cf-ff8977cf4507,revision_number=3']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:52.398900 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-704f7c09-ea70-4d21-95b5-e49784d489e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:52.489548 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8bbc7b2-670a-41dd-9fae-9f25370ee971 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.491960 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:52.496247 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Attempting to bind port 0ead9e44-cfd5-4425-88cf-ff8977cf4507 on host dv-cinder-789603-6-smb for vnic_type normal with profile {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:45:52.500896 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Attempting to bind port 0ead9e44-cfd5-4425-88cf-ff8977cf4507 by drivers openvswitch,hyperv on host dv-cinder-789603-6-smb at level 0 using segments [{'id': '982a759b-2e68-48d0-bbff-590fa35800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610'}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:45:52.500896 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Attempting to bind port 0ead9e44-cfd5-4425-88cf-ff8977cf4507 on network 021bf85b-c123-4bde-85a9-0fa2bdc12610 {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:45:52.503305 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Checking agent: {'id': '2bf99717-b2d5-480f-9dd5-9772d9a9d687', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 28, 14), 'started_at': datetime.datetime(2021, 5, 12, 15, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:45:52.504015 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Checking segment: {'id': '982a759b-2e68-48d0-bbff-590fa35800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:45:52.504174 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.504484 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Bound using segment: {'id': '982a759b-2e68-48d0-bbff-590fa35800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610'} {{(pid=79430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:45:52.504948 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.managers [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Bound port: 0ead9e44-cfd5-4425-88cf-ff8977cf4507, host: dv-cinder-789603-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982a759b-2e68-48d0-bbff-590fa35800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610'}}] {{(pid=79430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:45:52.505354 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.522374 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbc7b2-670a-41dd-9fae-9f25370ee971 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f68977-9057-4940-9948-33fc4855e725,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:52.525442 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-f8bbc7b2-670a-41dd-9fae-9f25370ee971 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:52.595394 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] For port 0ead9e44-cfd5-4425-88cf-ff8977cf4507, host dv-cinder-789603-6-smb, cleared binding levels {{(pid=79430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:45:52.598348 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] For port 0ead9e44-cfd5-4425-88cf-ff8977cf4507, host dv-cinder-789603-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=0ead9e44-cfd5-4425-88cf-ff8977cf4507,segment=NetworkSegment(982a759b-2e68-48d0-bbff-590fa35800d3),segment_id=982a759b-2e68-48d0-bbff-590fa35800d3)] {{(pid=79430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:45:52.615088 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8bbc7b2-670a-41dd-9fae-9f25370ee971 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.619611 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-f8bbc7b2-670a-41dd-9fae-9f25370ee971 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4695458 May 12 15:45:52.619611 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33688) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:52.624467 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-3af0d61f-8378-448b-9f6f-e2d0123fb786 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Request body: {'security_group_rule': {'security_group_id': 'd41b3880-3a79-4fcd-8328-3e732627411b', 'project_id': '1adf938557be4a7a8086d5b60df51469', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:45:52.631209 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-3af0d61f-8378-448b-9f6f-e2d0123fb786 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:52.635139 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-3af0d61f-8378-448b-9f6f-e2d0123fb786 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Usage tracker for resource:security_group_rule and tenant:1adf938557be4a7a8086d5b60df51469 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:52.638252 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-3af0d61f-8378-448b-9f6f-e2d0123fb786 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:52.644444 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-3af0d61f-8378-448b-9f6f-e2d0123fb786 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:52.764578 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.769104 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:52.787042 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3af0d61f-8378-448b-9f6f-e2d0123fb786 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.849764 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Routers {'2efdc43f-87fd-4276-b65d-4be7d872c488'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:45:52.850664 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:45:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['2efdc43f-87fd-4276-b65d-4be7d872c488'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:52.861622 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3af0d61f-8378-448b-9f6f-e2d0123fb786 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.982002 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3af0d61f-8378-448b-9f6f-e2d0123fb786 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.986201 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4c540d5a-cf4a-4141-96b2-a9e3a015006e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:52.988273 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f7c09-ea70-4d21-95b5-e49784d489e6 None None] Pushing event updated for resources: {'Port': ['ID=0ead9e44-cfd5-4425-88cf-ff8977cf4507,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:52.991229 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 8df63c60-e427-4034-9869-cd08bada1ea2 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:45:53.020005 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0d61f-8378-448b-9f6f-e2d0123fb786 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd916b9-1bd2-4548-98c2-d11b4faa9a0b,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:53.025066 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-704f7c09-ea70-4d21-95b5-e49784d489e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:53.026318 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3af0d61f-8378-448b-9f6f-e2d0123fb786 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:53.073451 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b8a9-9a77-4098-aed7-80e6ab2cbea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:53.121605 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] Set router 2efdc43f-87fd-4276-b65d-4be7d872c488 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:45:53.152466 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3af0d61f-8378-448b-9f6f-e2d0123fb786 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:53.156560 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-3af0d61f-8378-448b-9f6f-e2d0123fb786 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5364192 May 12 15:45:53.157360 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33692) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:53.162775 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-a167d705-aab1-407e-b227-79f00da37d81 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Request body: {'security_group_rule': {'security_group_id': 'd41b3880-3a79-4fcd-8328-3e732627411b', 'project_id': '1adf938557be4a7a8086d5b60df51469', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:45:53.168924 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a167d705-aab1-407e-b227-79f00da37d81 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:53.176445 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a167d705-aab1-407e-b227-79f00da37d81 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Usage tracker for resource:security_group_rule and tenant:1adf938557be4a7a8086d5b60df51469 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:53.179991 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a167d705-aab1-407e-b227-79f00da37d81 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:53.180380 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 8df63c60-e427-4034-9869-cd08bada1ea2 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:53.180765 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:53.190185 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a167d705-aab1-407e-b227-79f00da37d81 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:53.306591 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a167d705-aab1-407e-b227-79f00da37d81 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:53.478051 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a167d705-aab1-407e-b227-79f00da37d81 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:53.543298 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3b8a9-9a77-4098-aed7-80e6ab2cbea5 admin admin] Deleting port 04e84725-c18b-4c2b-9ccf-20c935308926 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:45:53.544079 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b8a9-9a77-4098-aed7-80e6ab2cbea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:53.559590 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'name': 'tempest-TestShelveInstance-1435391910-router', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:43Z', 'updated_at': '2021-05-12T15:45:49Z', 'revision_number': 4, 'project_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'gw_port': {'id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:44Z', 'updated_at': '2021-05-12T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '0ead9e44-cfd5-4425-88cf-ff8977cf4507', 'name': '', 'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'mac_address': 'fa:16:3e:5d:52:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5938314c-5760-4366-9aae-8e413ae7c18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:48Z', 'updated_at': '2021-05-12T15:45:52Z', 'revision_number': 4, 'project_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'subnets': [{'id': '5938314c-5760-4366-9aae-8e413ae7c18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:53.564249 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65e908-b8af-4a8d-a0b5-e0d0bab6d4d0 None None] The sync data for ids ['2efdc43f-87fd-4276-b65d-4be7d872c488'] in dv-cinder-789603-6-smb is: [{'id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'name': 'tempest-TestShelveInstance-1435391910-router', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:43Z', 'updated_at': '2021-05-12T15:45:49Z', 'revision_number': 4, 'project_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'gw_port': {'id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:44Z', 'updated_at': '2021-05-12T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '0ead9e44-cfd5-4425-88cf-ff8977cf4507', 'name': '', 'network_id': '021bf85b-c123-4bde-85a9-0fa2bdc12610', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'mac_address': 'fa:16:3e:5d:52:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5938314c-5760-4366-9aae-8e413ae7c18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:48Z', 'updated_at': '2021-05-12T15:45:52Z', 'revision_number': 4, 'project_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'subnets': [{'id': '5938314c-5760-4366-9aae-8e413ae7c18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:45:53.639248 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a167d705-aab1-407e-b227-79f00da37d81 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:53.653239 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3af0d61f-8378-448b-9f6f-e2d0123fb786 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:53.695388 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167d705-aab1-407e-b227-79f00da37d81 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82507a0-5b27-475b-994d-5b669fb3301e,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:53.699914 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-a167d705-aab1-407e-b227-79f00da37d81 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:53.720427 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-3ce3b8a9-9a77-4098-aed7-80e6ab2cbea5 admin admin] For port 04e84725-c18b-4c2b-9ccf-20c935308926, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=04e84725-c18b-4c2b-9ccf-20c935308926,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:45:53.720785 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b8a9-9a77-4098-aed7-80e6ab2cbea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:53.850823 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3b8a9-9a77-4098-aed7-80e6ab2cbea5 admin admin] Calling delete_port for 04e84725-c18b-4c2b-9ccf-20c935308926 owned by network:router_interface {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:45:53.870641 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a167d705-aab1-407e-b227-79f00da37d81 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:53.870641 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-a167d705-aab1-407e-b227-79f00da37d81 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7097042 May 12 15:45:53.871249 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33696) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:53.877583 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Request body: {'security_group_rule': {'security_group_id': 'd41b3880-3a79-4fcd-8328-3e732627411b', 'project_id': '1adf938557be4a7a8086d5b60df51469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:45:53.883464 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:53.889142 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Usage tracker for resource:security_group_rule and tenant:1adf938557be4a7a8086d5b60df51469 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:53.893328 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:53.900978 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:54.009489 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.securitygroups_db [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Project 1adf938557be4a7a8086d5b60df51469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:45:54.016428 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:54.088609 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:54.118176 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b8a9-9a77-4098-aed7-80e6ab2cbea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:54.122309 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-1bfaf74f-1e4c-4c5e-ab14-d3791ddcac9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:54.172098 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3b8a9-9a77-4098-aed7-80e6ab2cbea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e84725-c18b-4c2b-9ccf-20c935308926,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:54.192799 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:54.194870 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:54.226260 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd029b6d-f590-4e6d-b81a-47c5b31ea9c7,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:54.234067 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:54.335403 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:54.336679 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4641790 May 12 15:45:54.339525 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33700) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:54.345757 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-ae3e0b06-49cb-42f5-b1a3-5ef44a81fbf6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Request body: {'security_group_rule': {'security_group_id': 'd41b3880-3a79-4fcd-8328-3e732627411b', 'project_id': '1adf938557be4a7a8086d5b60df51469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:45:54.352150 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ae3e0b06-49cb-42f5-b1a3-5ef44a81fbf6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:45:54.356445 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ae3e0b06-49cb-42f5-b1a3-5ef44a81fbf6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Usage tracker for resource:security_group_rule and tenant:1adf938557be4a7a8086d5b60df51469 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:45:54.359796 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-ae3e0b06-49cb-42f5-b1a3-5ef44a81fbf6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:45:54.360126 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-3ce3b8a9-9a77-4098-aed7-80e6ab2cbea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:54.366284 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-ae3e0b06-49cb-42f5-b1a3-5ef44a81fbf6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:45:54.461235 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.securitygroups_db [None req-ae3e0b06-49cb-42f5-b1a3-5ef44a81fbf6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Project 1adf938557be4a7a8086d5b60df51469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:45:54.467220 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ae3e0b06-49cb-42f5-b1a3-5ef44a81fbf6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:54.547724 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ae3e0b06-49cb-42f5-b1a3-5ef44a81fbf6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:54.569781 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b8a9-9a77-4098-aed7-80e6ab2cbea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550902'] for router_interface, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:54.728704 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ae3e0b06-49cb-42f5-b1a3-5ef44a81fbf6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050'] for security_group_rule, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:54.728704 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-aaef99d3-11ca-417e-84d0-ba12f3597fc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:54.753397 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e0b06-49cb-42f5-b1a3-5ef44a81fbf6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a86dd6-3805-418d-a622-279c80deee67,revision_number=0']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:54.758317 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ae3e0b06-49cb-42f5-b1a3-5ef44a81fbf6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:54.954429 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 0ead9e44-cfd5-4425-88cf-ff8977cf4507 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:45:54.965602 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce3b8a9-9a77-4098-aed7-80e6ab2cbea5 admin admin] Router 7717e110-86db-45dd-8305-d3e532cf7ab8 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:45:54.992435 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-ae3e0b06-49cb-42f5-b1a3-5ef44a81fbf6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:54.993722 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-ae3e0b06-49cb-42f5-b1a3-5ef44a81fbf6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6531026 May 12 15:45:55.156130 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce3b8a9-9a77-4098-aed7-80e6ab2cbea5 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:45:55.166815 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352047af-7a66-4915-96c1-3c9ca7d90891 None None] Sync routers for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:45:55.172156 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-3ce3b8a9-9a77-4098-aed7-80e6ab2cbea5 admin admin] 10.222.0.61 "PUT /v2.0/routers/7717e110-86db-45dd-8305-d3e532cf7ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8175039 May 12 15:45:55.172524 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33732) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:55.185876 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352047af-7a66-4915-96c1-3c9ca7d90891 None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:45:55.186569 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-352047af-7a66-4915-96c1-3c9ca7d90891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:45:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:55.192556 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning for port 0ead9e44-cfd5-4425-88cf-ff8977cf4507 completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:45:55.197728 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 0ead9e44-cfd5-4425-88cf-ff8977cf4507 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:55.198366 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:55.357934 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:55.398488 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-352047af-7a66-4915-96c1-3c9ca7d90891 None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:45:55.410323 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] For port 0ead9e44-cfd5-4425-88cf-ff8977cf4507, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=0ead9e44-cfd5-4425-88cf-ff8977cf4507,segment=NetworkSegment(982a759b-2e68-48d0-bbff-590fa35800d3),segment_id=982a759b-2e68-48d0-bbff-590fa35800d3)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:45:55.552310 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:55.554196 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:55.628588 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Notify callbacks [] for router, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:55.630998 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Pushing event updated for resources: {'Port': ['ID=0ead9e44-cfd5-4425-88cf-ff8977cf4507,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:55.634109 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:55.687117 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-352047af-7a66-4915-96c1-3c9ca7d90891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:45:53Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:55.691780 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352047af-7a66-4915-96c1-3c9ca7d90891 None None] Checking router: 7717e110-86db-45dd-8305-d3e532cf7ab8 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:45:55.700338 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352047af-7a66-4915-96c1-3c9ca7d90891 None None] Routers {'7717e110-86db-45dd-8305-d3e532cf7ab8'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:45:55.700936 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-352047af-7a66-4915-96c1-3c9ca7d90891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:45:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['7717e110-86db-45dd-8305-d3e532cf7ab8'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:55.813798 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:55.875234 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-352047af-7a66-4915-96c1-3c9ca7d90891 None None] Set router 7717e110-86db-45dd-8305-d3e532cf7ab8 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:45:56.007152 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Deleting port 144d60d2-66bf-4cb6-9baa-f297e2f9a612 {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:45:56.007490 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:56.131628 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] For port 144d60d2-66bf-4cb6-9baa-f297e2f9a612, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=144d60d2-66bf-4cb6-9baa-f297e2f9a612,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:45:56.131989 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:56.159661 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-352047af-7a66-4915-96c1-3c9ca7d90891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:45:53Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:56.163513 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352047af-7a66-4915-96c1-3c9ca7d90891 None None] The sync data for ids ['7717e110-86db-45dd-8305-d3e532cf7ab8'] in dv-cinder-789603-6-smb is: [{'id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'name': 'tempest-AttachVolumeTestJSON-363667637-router', 'tenant_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:40:57Z', 'updated_at': '2021-05-12T15:45:53Z', 'revision_number': 5, 'project_id': '6fa320d8e1154e4ab0b8840bbf7296af', 'gw_port': {'id': '144d60d2-66bf-4cb6-9baa-f297e2f9a612', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717e110-86db-45dd-8305-d3e532cf7ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:40:58Z', 'updated_at': '2021-05-12T15:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:45:56.256155 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Calling delete_port for 144d60d2-66bf-4cb6-9baa-f297e2f9a612 owned by network:router_gateway {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:45:56.529854 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:56.530501 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:45:56.535436 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3c72051c-2e0b-42ee-b405-55c7bbea3064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:56.588517 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Pushing event deleted for resources: {'Port': ['ID=144d60d2-66bf-4cb6-9baa-f297e2f9a612,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:56.620089 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:56.683886 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546658'] for router_gateway, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:56.861098 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46421'] for router, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:56.863737 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:56.926496 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 0ead9e44-cfd5-4425-88cf-ff8977cf4507 up at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:45:56.995713 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Provisioning complete for port 0ead9e44-cfd5-4425-88cf-ff8977cf4507 triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:45:56.996090 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:57.089514 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-994672'] for router, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:57.090123 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7717e110-86db-45dd-8305-d3e532cf7ab8 {{(pid=79428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:45:57.103932 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] Notify callbacks [] for router, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:57.105251 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-f8b84d45-c40a-43cc-a929-5bdd714bec75 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7717e110-86db-45dd-8305-d3e532cf7ab8 HTTP/1.1" status: 204 len: 168 time: 1.9316957 May 12 15:45:57.107820 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33750) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:57.195753 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 04e84725-c18b-4c2b-9ccf-20c935308926 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:45:57.246943 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 04e84725-c18b-4c2b-9ccf-20c935308926 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:45:57.247325 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 04e84725-c18b-4c2b-9ccf-20c935308926 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:45:57.276145 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ce227a-7f4a-4717-b2ef-24d068204873 admin admin] Deleting subnet 716246a2-e46b-408f-a13b-bce401958b4b {{(pid=79428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:45:57.279602 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b0ce227a-7f4a-4717-b2ef-24d068204873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:57.330941 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b0ce227a-7f4a-4717-b2ef-24d068204873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10637354'] for subnet, precommit_delete_associations {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:57.422750 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b0ce227a-7f4a-4717-b2ef-24d068204873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:57.878898 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b0ce227a-7f4a-4717-b2ef-24d068204873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1620135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10920355'] for subnet, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:57.883100 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3bc93262-ef1f-42ca-85cd-4041a1bd3ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:57.924906 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce227a-7f4a-4717-b2ef-24d068204873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716246a2-e46b-408f-a13b-bce401958b4b,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:57.927679 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b0ce227a-7f4a-4717-b2ef-24d068204873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:57.928637 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b0ce227a-7f4a-4717-b2ef-24d068204873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:57.934523 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-b0ce227a-7f4a-4717-b2ef-24d068204873 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/716246a2-e46b-408f-a13b-bce401958b4b HTTP/1.1" status: 204 len: 168 time: 0.8256636 May 12 15:45:57.936881 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33770) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:57.938004 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bdcd14-d20f-4eec-8a97-e22f3ccb0213 None None] Network 3673dcb9-b8e5-4a98-a40d-0eae8f001277 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:45:58.049071 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:58.125857 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Deleting port d0fa4690-7e54-4c2b-953e-e1226549e64f {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:45:58.126343 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:58.226788 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e9b12b-8ae6-4234-bd2f-628303676b1b None None] DHCP port deletion for 3673dcb9-b8e5-4a98-a40d-0eae8f001277 request from dv-cinder-789603-6-smb {{(pid=79430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:45:58.264820 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] For port d0fa4690-7e54-4c2b-953e-e1226549e64f, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=d0fa4690-7e54-4c2b-953e-e1226549e64f,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:45:58.265321 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:58.298904 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-45e9b12b-8ae6-4234-bd2f-628303676b1b None None] Deleting port d0fa4690-7e54-4c2b-953e-e1226549e64f {{(pid=79430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:45:58.299283 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-45e9b12b-8ae6-4234-bd2f-628303676b1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:58.392531 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Calling delete_port for d0fa4690-7e54-4c2b-953e-e1226549e64f owned by network:dhcp {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:45:58.420555 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-45e9b12b-8ae6-4234-bd2f-628303676b1b None None] For port d0fa4690-7e54-4c2b-953e-e1226549e64f, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=d0fa4690-7e54-4c2b-953e-e1226549e64f,segment=NetworkSegment(28ad38c7-0240-4bab-8068-0fd1b54b4e78),segment_id=28ad38c7-0240-4bab-8068-0fd1b54b4e78)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:45:58.421169 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-45e9b12b-8ae6-4234-bd2f-628303676b1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:58.554012 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-45e9b12b-8ae6-4234-bd2f-628303676b1b None None] Calling delete_port for d0fa4690-7e54-4c2b-953e-e1226549e64f owned by network:dhcp {{(pid=79430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:45:58.587325 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:58.597497 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-456ac2de-f07d-4e94-b329-f4d5e67d4dcf tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:58.602543 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-45e9b12b-8ae6-4234-bd2f-628303676b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069'] for port, after_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:58.606494 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-2e25e158-5ee6-4f03-8b1a-cf8185cc700c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:58.650673 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9b12b-8ae6-4234-bd2f-628303676b1b None None] Pushing event deleted for resources: {'Port': ['ID=d0fa4690-7e54-4c2b-953e-e1226549e64f,revision_number=None']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:58.652496 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9b12b-8ae6-4234-bd2f-628303676b1b None None] No DVR routers for this DVR port d0fa4690-7e54-4c2b-953e-e1226549e64f on host dv-cinder-789603-6-smb {{(pid=79430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:45:58.654500 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-45e9b12b-8ae6-4234-bd2f-628303676b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:58.664639 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fa4690-7e54-4c2b-953e-e1226549e64f,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:58.666454 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] No DVR routers for this DVR port d0fa4690-7e54-4c2b-953e-e1226549e64f on host dv-cinder-789603-6-smb {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:45:58.667897 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:58.784833 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:58.799519 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3673dcb9-b8e5-4a98-a40d-0eae8f001277']}} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:58.811802 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ad38c7-0240-4bab-8068-0fd1b54b4e78') {'for_net_delete': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:58.812100 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ad38c7-0240-4bab-8068-0fd1b54b4e78') {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:58.826120 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10637365'] for segment, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:58.843793 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:58.850221 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=79428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1620161'] for segment, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: Traceback (most recent call last): May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: timer() May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: cb(*args, **kw) May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: return func(*args, **kwargs) May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: self._notify() May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: self.callback(batched_events) May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: event.method(event) May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: return f(self, *a, **k) May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: return self._get(url).json() May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: return self.request(url, 'GET', **kwargs) May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:45:58.870910 dv-cinder-789603-6-smb neutron-server[79428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:45:58.876405 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device d0fa4690-7e54-4c2b-953e-e1226549e64f no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:45:58.916142 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: d0fa4690-7e54-4c2b-953e-e1226549e64f {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:45:58.916472 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device d0fa4690-7e54-4c2b-953e-e1226549e64f not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:45:58.916881 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 144d60d2-66bf-4cb6-9baa-f297e2f9a612 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:45:58.951450 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 144d60d2-66bf-4cb6-9baa-f297e2f9a612 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:45:58.951450 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 144d60d2-66bf-4cb6-9baa-f297e2f9a612 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:45:59.135807 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:59.140598 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:59.143229 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:45:59.165191 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Pushing event deleted for resources: {'Network': ['ID=3673dcb9-b8e5-4a98-a40d-0eae8f001277,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:59.167653 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:45:59.376338 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-11de0b00-1190-46ab-ba73-561aac812825 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3673dcb9-b8e5-4a98-a40d-0eae8f001277 HTTP/1.1" status: 204 len: 168 time: 1.4383044 May 12 15:45:59.822861 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33780) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:59.876003 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-712217ee-0c17-4dda-a38c-f606e2786941 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6fa320d8e1154e4ab0b8840bbf7296af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518804 May 12 15:45:59.878467 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33784) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:45:59.939195 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-53e72d98-556b-4b79-a0ad-f1ee22f3a39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:59.965451 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-53e72d98-556b-4b79-a0ad-f1ee22f3a39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:00.113016 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-53e72d98-556b-4b79-a0ad-f1ee22f3a39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:00.116878 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-614a21c6-61f2-445a-b543-c21c26f9e7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:00.135640 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e72d98-556b-4b79-a0ad-f1ee22f3a39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a92f19d-b9d0-4420-a358-d9f92f5b31fd,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:00.135640 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-53e72d98-556b-4b79-a0ad-f1ee22f3a39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:00.139149 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-53e72d98-556b-4b79-a0ad-f1ee22f3a39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:00.146966 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-53e72d98-556b-4b79-a0ad-f1ee22f3a39c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a92f19d-b9d0-4420-a358-d9f92f5b31fd HTTP/1.1" status: 204 len: 168 time: 0.2640707 May 12 15:46:03.275674 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33842) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:03.397689 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-96bc1ef6-45eb-4002-a000-64a8d3fbd22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:03.412744 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-96bc1ef6-45eb-4002-a000-64a8d3fbd22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:46:03.416517 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-96bc1ef6-45eb-4002-a000-64a8d3fbd22d admin admin] Usage tracker for resource:security_group_rule and tenant:d98afc5dd2124a50867dae0bc64fb61e is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:46:03.419494 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-96bc1ef6-45eb-4002-a000-64a8d3fbd22d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:46:03.425681 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-96bc1ef6-45eb-4002-a000-64a8d3fbd22d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:46:03.507272 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-96bc1ef6-45eb-4002-a000-64a8d3fbd22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:03.638291 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-96bc1ef6-45eb-4002-a000-64a8d3fbd22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:03.645692 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4af3995d-1043-43a5-aa21-41e00b5108a9 tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:03.688969 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-96bc1ef6-45eb-4002-a000-64a8d3fbd22d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d98afc5dd2124a50867dae0bc64fb61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116387 May 12 15:46:03.689984 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc1ef6-45eb-4002-a000-64a8d3fbd22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e0a93a-fa14-4c92-b186-9761bea13ab0,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:03.692685 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 33848) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:03.693358 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-96bc1ef6-45eb-4002-a000-64a8d3fbd22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:03.769024 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0fa84a86-2ffd-4816-a552-0dde757e6aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:03.795809 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0fa84a86-2ffd-4816-a552-0dde757e6aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:03.946601 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0fa84a86-2ffd-4816-a552-0dde757e6aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:03.950670 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-9db9e857-a081-4cee-9ba5-79a3b2513603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:03.963426 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa84a86-2ffd-4816-a552-0dde757e6aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e0a93a-fa14-4c92-b186-9761bea13ab0,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:03.967177 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0fa84a86-2ffd-4816-a552-0dde757e6aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:03.968390 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-0fa84a86-2ffd-4816-a552-0dde757e6aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:03.970494 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-0fa84a86-2ffd-4816-a552-0dde757e6aca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65e0a93a-fa14-4c92-b186-9761bea13ab0 HTTP/1.1" status: 204 len: 168 time: 0.2752488 May 12 15:46:04.883118 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33858) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:04.901037 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b4e42112-e944-4309-81cb-2012eed369ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:04.915610 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-b4e42112-e944-4309-81cb-2012eed369ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:46:04.919462 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-b4e42112-e944-4309-81cb-2012eed369ed admin admin] Usage tracker for resource:security_group_rule and tenant:d674db32ed4643429a91440595264b35 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:46:04.922246 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-b4e42112-e944-4309-81cb-2012eed369ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:46:04.928612 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-b4e42112-e944-4309-81cb-2012eed369ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:46:05.098809 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b4e42112-e944-4309-81cb-2012eed369ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:05.192696 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b4e42112-e944-4309-81cb-2012eed369ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:05.200326 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-ccd37aea-d3d3-46b2-a19f-5b718ab322d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:05.242171 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-b4e42112-e944-4309-81cb-2012eed369ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d674db32ed4643429a91440595264b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579087 May 12 15:46:05.243093 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e42112-e944-4309-81cb-2012eed369ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d634b5-57e6-4596-877d-639c2a6be3a1,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:05.246019 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 33864) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:05.246525 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b4e42112-e944-4309-81cb-2012eed369ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:05.330953 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa91b-b1fd-4d6c-9c9a-c37f084df7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:05.358707 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa91b-b1fd-4d6c-9c9a-c37f084df7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:05.592757 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa91b-b1fd-4d6c-9c9a-c37f084df7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:05.597147 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-115ef26f-6a05-41b8-ba2e-16b1048a83a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:05.608560 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9aa91b-b1fd-4d6c-9c9a-c37f084df7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d634b5-57e6-4596-877d-639c2a6be3a1,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:05.612818 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-6d9aa91b-b1fd-4d6c-9c9a-c37f084df7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:05.644337 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa91b-b1fd-4d6c-9c9a-c37f084df7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:05.644337 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-6d9aa91b-b1fd-4d6c-9c9a-c37f084df7f9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83d634b5-57e6-4596-877d-639c2a6be3a1 HTTP/1.1" status: 204 len: 168 time: 0.3696363 May 12 15:46:08.984447 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 33920) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:09.104014 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b13f6c7f-96af-45e6-8fab-68f545d216a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:09.117904 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-b13f6c7f-96af-45e6-8fab-68f545d216a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:46:09.121902 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-b13f6c7f-96af-45e6-8fab-68f545d216a4 admin admin] Usage tracker for resource:security_group_rule and tenant:052c4469650f44f99454ca2596270a0f is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:46:09.124886 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-b13f6c7f-96af-45e6-8fab-68f545d216a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:46:09.130469 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-b13f6c7f-96af-45e6-8fab-68f545d216a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:46:09.212427 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b13f6c7f-96af-45e6-8fab-68f545d216a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:09.381008 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-b13f6c7f-96af-45e6-8fab-68f545d216a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:09.388133 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-63fe91b0-f93a-4de5-aeef-f16783f62d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:09.429497 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-b13f6c7f-96af-45e6-8fab-68f545d216a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=052c4469650f44f99454ca2596270a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438312 May 12 15:46:09.431323 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f6c7f-96af-45e6-8fab-68f545d216a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45662c74-1c98-40d4-abb7-e23719cc7c51,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:09.432073 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33926) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:09.434519 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b13f6c7f-96af-45e6-8fab-68f545d216a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:09.494582 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4b220b47-4dab-449e-99ba-ac59d70a377e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:09.522999 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4b220b47-4dab-449e-99ba-ac59d70a377e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:09.792518 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4b220b47-4dab-449e-99ba-ac59d70a377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:09.796261 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4e3ee5d4-d852-45aa-be39-4d2a65764591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:09.810627 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b220b47-4dab-449e-99ba-ac59d70a377e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45662c74-1c98-40d4-abb7-e23719cc7c51,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:09.813619 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4b220b47-4dab-449e-99ba-ac59d70a377e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:09.822946 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-4b220b47-4dab-449e-99ba-ac59d70a377e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:09.824312 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-4b220b47-4dab-449e-99ba-ac59d70a377e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45662c74-1c98-40d4-abb7-e23719cc7c51 HTTP/1.1" status: 204 len: 168 time: 0.3911932 May 12 15:46:10.882953 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33942) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:10.903260 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3a4fca61-00e0-4023-934e-c9a9bab3374e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:10.917434 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-3a4fca61-00e0-4023-934e-c9a9bab3374e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:46:10.921153 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-3a4fca61-00e0-4023-934e-c9a9bab3374e admin admin] Usage tracker for resource:security_group_rule and tenant:ffa4d393eb1144c2a82dab80aeaf0309 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:46:10.924455 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-3a4fca61-00e0-4023-934e-c9a9bab3374e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:46:10.930062 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-3a4fca61-00e0-4023-934e-c9a9bab3374e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:46:11.011277 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3a4fca61-00e0-4023-934e-c9a9bab3374e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:11.083820 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:11.146691 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3a4fca61-00e0-4023-934e-c9a9bab3374e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:11.157846 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4b220b47-4dab-449e-99ba-ac59d70a377e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:11.194492 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fca61-00e0-4023-934e-c9a9bab3374e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268d1a82-ac77-48f4-b753-17566590d613,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:11.201525 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-3a4fca61-00e0-4023-934e-c9a9bab3374e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ffa4d393eb1144c2a82dab80aeaf0309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147845 May 12 15:46:11.201525 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3a4fca61-00e0-4023-934e-c9a9bab3374e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:11.201796 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 33946) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:11.260283 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b9dcee5c-980b-4632-96e0-5744f1afa7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:11.287490 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b9dcee5c-980b-4632-96e0-5744f1afa7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:11.565292 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b9dcee5c-980b-4632-96e0-5744f1afa7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:11.569418 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-d0f251ef-b281-4315-9575-a21734954c4a tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:11.580870 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcee5c-980b-4632-96e0-5744f1afa7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268d1a82-ac77-48f4-b753-17566590d613,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:11.584623 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b9dcee5c-980b-4632-96e0-5744f1afa7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:11.588283 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-b9dcee5c-980b-4632-96e0-5744f1afa7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:11.589418 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-b9dcee5c-980b-4632-96e0-5744f1afa7e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/268d1a82-ac77-48f4-b753-17566590d613 HTTP/1.1" status: 204 len: 168 time: 0.3868308 May 12 15:46:11.845687 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-3a053e6d-3e51-4f58-bfda-9b7299c4e345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:11.889956 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-06794fb1-55ad-4a98-aa83-385e51c907de req-34708438-7c30-4aea-8e9e-6cb3daa3c087 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Synchronizing usage tracker for tenant:1adf938557be4a7a8086d5b60df51469 on resource:security_group {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:46:12.043860 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-06794fb1-55ad-4a98-aa83-385e51c907de req-34708438-7c30-4aea-8e9e-6cb3daa3c087 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Unset dirty status for tenant:1adf938557be4a7a8086d5b60df51469 on resource:security_group {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:46:12.045130 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-34708438-7c30-4aea-8e9e-6cb3daa3c087 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077260990&fields=id&tenant_id=1adf938557be4a7a8086d5b60df51469 HTTP/1.1" status: 200 len: 267 time: 0.1965737 May 12 15:46:12.207659 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06794fb1-55ad-4a98-aa83-385e51c907de req-37da4cd1-b031-40e6-aa61-5c384995669a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:12.208353 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-06794fb1-55ad-4a98-aa83-385e51c907de req-37da4cd1-b031-40e6-aa61-5c384995669a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Synchronizing usage tracker for tenant:1adf938557be4a7a8086d5b60df51469 on resource:network {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:46:12.364017 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-06794fb1-55ad-4a98-aa83-385e51c907de req-37da4cd1-b031-40e6-aa61-5c384995669a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Unset dirty status for tenant:1adf938557be4a7a8086d5b60df51469 on resource:network {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:46:12.365236 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-37da4cd1-b031-40e6-aa61-5c384995669a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/networks?id=40be030f-e95a-400f-a0f9-8d00168b9db2 HTTP/1.1" status: 200 len: 809 time: 0.3129084 May 12 15:46:12.381168 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-2e3155d2-c78e-4a71-8a46-6908892262fd tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/quotas/1adf938557be4a7a8086d5b60df51469 HTTP/1.1" status: 200 len: 375 time: 0.0104365 May 12 15:46:12.473942 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-06794fb1-55ad-4a98-aa83-385e51c907de req-3a9edc97-30e1-4002-9e4b-ca7a889c945d tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Synchronizing usage tracker for tenant:1adf938557be4a7a8086d5b60df51469 on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:46:12.609979 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-06794fb1-55ad-4a98-aa83-385e51c907de req-3a9edc97-30e1-4002-9e4b-ca7a889c945d tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Unset dirty status for tenant:1adf938557be4a7a8086d5b60df51469 on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:46:12.611840 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-3a9edc97-30e1-4002-9e4b-ca7a889c945d tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1adf938557be4a7a8086d5b60df51469&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2239027 May 12 15:46:12.751006 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-8ab0a6c5-a40e-4919-8354-3b135e496918 service neutron] 10.222.0.61 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272931 May 12 15:46:12.882891 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-e8e7ea16-15c0-44a3-b236-a12bf24932b5 service neutron] 10.222.0.61 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258531 May 12 15:46:13.897454 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f8651292-0752-4b71-abd5-1f503e76d6ab req-4db99afd-eabc-4eaa-8e9b-ddfbaa155111 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 210 time: 0.0489261 May 12 15:46:14.118350 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-021147b8-0ec1-47e7-afa8-e426cb2a18d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:14.284712 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:14.991394 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-88993b70-e4cf-4f4f-b1ce-5c2ffd40655c req-dacf6aa1-009e-4c76-98bb-661efab4dd50 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 210 time: 0.0456595 May 12 15:46:15.404146 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:15.758233 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 34034) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:15.890629 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a1449beb-ac0a-4102-ae84-7d04719be295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:15.907179 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a1449beb-ac0a-4102-ae84-7d04719be295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:46:15.912021 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a1449beb-ac0a-4102-ae84-7d04719be295 admin admin] Usage tracker for resource:security_group_rule and tenant:c02c8bc3a1e34242bca0c782d8d30808 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:46:15.914807 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-a1449beb-ac0a-4102-ae84-7d04719be295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:46:15.920530 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-a1449beb-ac0a-4102-ae84-7d04719be295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:46:16.001145 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a1449beb-ac0a-4102-ae84-7d04719be295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:16.139539 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a1449beb-ac0a-4102-ae84-7d04719be295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:16.151378 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-0911c4e1-ae8b-41dd-9e7b-a5225021812a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:16.162264 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-3981435a-47f2-46d3-b998-bb90c86e95c0 req-780cd7f3-2374-4387-96d4-3f278ffb57fc tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 210 time: 0.0629692 May 12 15:46:16.196431 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-a1449beb-ac0a-4102-ae84-7d04719be295 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c02c8bc3a1e34242bca0c782d8d30808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371152 May 12 15:46:16.197732 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1449beb-ac0a-4102-ae84-7d04719be295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796700ce-49dc-49bb-9504-f95f0b6bb766,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:16.199421 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34042) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:16.201203 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-a1449beb-ac0a-4102-ae84-7d04719be295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:16.269266 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:16.296410 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:16.518197 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:16.521937 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-59352454-c0f4-4bf6-a692-f822bfc32903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:16.533863 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796700ce-49dc-49bb-9504-f95f0b6bb766,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:16.544225 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:16.544597 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:16.544964 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:16.545353 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:16.545712 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:16.546068 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:16.546421 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:16.546771 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:16.547120 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:16.547466 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:16.547812 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:16.548154 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:16.553373 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:16.555314 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:16.556411 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/796700ce-49dc-49bb-9504-f95f0b6bb766 HTTP/1.1" status: 204 len: 168 time: 0.3559189 May 12 15:46:17.135564 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:17.315123 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f8df5b4a-0ed8-4881-8c91-52c503196769 req-c54e1032-250f-408f-9995-c56a0a46bf92 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 210 time: 0.0426955 May 12 15:46:17.539156 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06794fb1-55ad-4a98-aa83-385e51c907de req-b6de39b3-271c-4912-994f-7064f0adb346 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:17.540659 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-b6de39b3-271c-4912-994f-7064f0adb346 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.15 "GET /v2.0/networks?id=40be030f-e95a-400f-a0f9-8d00168b9db2 HTTP/1.1" status: 200 len: 809 time: 0.1503806 May 12 15:46:17.584152 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34052) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:17.596513 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-bbe3fca8-0e28-45c4-9e18-d67f36fac5cc tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1adf938557be4a7a8086d5b60df51469 HTTP/1.1" status: 200 len: 380 time: 0.0462320 May 12 15:46:17.602910 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4dba57b3-5d2e-4a9f-a4e9-b80485d003f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:17.605243 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Request body: {'port': {'device_id': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'admin_state_up': True, 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'security_groups': ['d41b3880-3a79-4fcd-8328-3e732627411b']}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:46:17.618868 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-4dba57b3-5d2e-4a9f-a4e9-b80485d003f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:46:17.622903 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-4dba57b3-5d2e-4a9f-a4e9-b80485d003f6 admin admin] Usage tracker for resource:security_group_rule and tenant:a57f7be9acf24f70acf939f458157821 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:46:17.629926 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-4dba57b3-5d2e-4a9f-a4e9-b80485d003f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:46:17.631747 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-4dba57b3-5d2e-4a9f-a4e9-b80485d003f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:46:17.719436 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4dba57b3-5d2e-4a9f-a4e9-b80485d003f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:17.745987 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:46:17.755691 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:46:17.884163 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-4dba57b3-5d2e-4a9f-a4e9-b80485d003f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:17.893892 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-fbe270ca-d846-40cc-9f1a-95a3cf7ebc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:17.934725 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-4dba57b3-5d2e-4a9f-a4e9-b80485d003f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a57f7be9acf24f70acf939f458157821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495562 May 12 15:46:17.935747 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba57b3-5d2e-4a9f-a4e9-b80485d003f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade86fa7-5323-4689-892b-8fb031bd2af9,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:17.937566 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 34056) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:17.938979 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-4dba57b3-5d2e-4a9f-a4e9-b80485d003f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:18.002619 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-530ff9ec-9f68-4836-a70f-9676a69d2c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:18.031749 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Made reservation on behalf of 1adf938557be4a7a8086d5b60df51469 for: {'port': 1} {{(pid=79428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:46:18.035915 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:18.046446 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-530ff9ec-9f68-4836-a70f-9676a69d2c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:18.311774 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Allocated IP 172.20.0.11 (40be030f-e95a-400f-a0f9-8d00168b9db2/0b681b79-ca2a-4988-a02b-cfcca3e8a509/1ae374a5-38a4-4449-9802-07179fdc9d3b) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:46:18.415632 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-530ff9ec-9f68-4836-a70f-9676a69d2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:18.467532 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b4e42112-e944-4309-81cb-2012eed369ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:18.524363 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ff9ec-9f68-4836-a70f-9676a69d2c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade86fa7-5323-4689-892b-8fb031bd2af9,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:18.536632 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-530ff9ec-9f68-4836-a70f-9676a69d2c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:18.544783 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-74cfa77e-9c35-4eec-a2b7-f0e32581810c req-f02ebd68-1926-4cd8-b37c-2febf788c1d8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Synchronizing usage tracker for tenant:1adf938557be4a7a8086d5b60df51469 on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:46:18.584789 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-74cfa77e-9c35-4eec-a2b7-f0e32581810c req-f02ebd68-1926-4cd8-b37c-2febf788c1d8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Unset dirty status for tenant:1adf938557be4a7a8086d5b60df51469 on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:46:18.586038 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-74cfa77e-9c35-4eec-a2b7-f0e32581810c req-f02ebd68-1926-4cd8-b37c-2febf788c1d8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 210 time: 0.1038766 May 12 15:46:18.620501 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:18.636259 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Transition to ACTIVE for port object 1ae374a5-38a4-4449-9802-07179fdc9d3b will not be triggered until provisioned by entity DHCP. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:46:18.660944 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-530ff9ec-9f68-4836-a70f-9676a69d2c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:18.662098 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-530ff9ec-9f68-4836-a70f-9676a69d2c5e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ade86fa7-5323-4689-892b-8fb031bd2af9 HTTP/1.1" status: 204 len: 168 time: 0.7233531 May 12 15:46:18.850605 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:18.856793 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-c61e9edb-ce5a-44dc-a8e6-3d8fb7fa6470 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:18.921822 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Network 40be030f-e95a-400f-a0f9-8d00168b9db2 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:46:18.925422 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:46:18.932403 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:46:18.977261 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Pushing event updated for resources: {'Port': ['ID=1ae374a5-38a4-4449-9802-07179fdc9d3b,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:18.980315 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:19.009205 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:19.009853 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:19.160508 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5592673 May 12 15:46:19.172427 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Request body: {'port': {'device_id': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:46:19.301336 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-9aa476ad-9187-462f-98aa-28547ed3a717 None None] Provisioning for port 1ae374a5-38a4-4449-9802-07179fdc9d3b completed by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:46:19.303985 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:19.306376 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-9aa476ad-9187-462f-98aa-28547ed3a717 None None] Provisioning complete for port 1ae374a5-38a4-4449-9802-07179fdc9d3b triggered by entity DHCP. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:46:19.312223 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-9aa476ad-9187-462f-98aa-28547ed3a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:19.360911 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-9aa476ad-9187-462f-98aa-28547ed3a717 None None] Port 1ae374a5-38a4-4449-9802-07179fdc9d3b cannot update to ACTIVE because it is not bound. {{(pid=79430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:46:19.657548 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae374a5-38a4-4449-9802-07179fdc9d3b {{(pid=79428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:46:19.665747 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:19.680384 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Transition to ACTIVE for port object 1ae374a5-38a4-4449-9802-07179fdc9d3b will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:46:19.782290 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eeeb86-314f-4f5b-bc87-2e40789ec7d6 req-ece2c7e1-bb9a-4a74-b020-33fd0c67cc98 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:19.784090 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-85eeeb86-314f-4f5b-bc87-2e40789ec7d6 req-ece2c7e1-bb9a-4a74-b020-33fd0c67cc98 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 932 time: 0.0867703 May 12 15:46:19.823133 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:19.829706 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-49091027-4f94-4692-8b4b-8fda42dc77c8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:19.870305 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-85eeeb86-314f-4f5b-bc87-2e40789ec7d6 req-0bb0fa87-a5a1-4add-86f9-05f7ee28e6ea tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806553 May 12 15:46:20.025461 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae374a5-38a4-4449-9802-07179fdc9d3b,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:20.030769 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:20.073468 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Attempting to bind port 1ae374a5-38a4-4449-9802-07179fdc9d3b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:46:20.074140 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Attempting to bind port 1ae374a5-38a4-4449-9802-07179fdc9d3b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:46:20.074534 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Attempting to bind port 1ae374a5-38a4-4449-9802-07179fdc9d3b on network 40be030f-e95a-400f-a0f9-8d00168b9db2 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:46:20.079501 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Port 1ae374a5-38a4-4449-9802-07179fdc9d3b on network 40be030f-e95a-400f-a0f9-8d00168b9db2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:46:20.079671 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Attempting to bind port 1ae374a5-38a4-4449-9802-07179fdc9d3b on network 40be030f-e95a-400f-a0f9-8d00168b9db2 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:46:20.090850 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Checking agent: {'id': 'b0f133b8-0273-4d07-a2e6-68a87f4622c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'started_at': datetime.datetime(2021, 5, 12, 15, 34, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:46:20.091157 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Checking segment: {'id': 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:46:20.091607 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Bound using segment: {'id': 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:46:20.092195 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Bound port: 1ae374a5-38a4-4449-9802-07179fdc9d3b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:46:20.092564 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:20.210173 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] For port 1ae374a5-38a4-4449-9802-07179fdc9d3b, host hv-cinder-78960, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:46:20.215847 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] For port 1ae374a5-38a4-4449-9802-07179fdc9d3b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:46:20.352958 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:20.356896 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-dd7ac52b-1dd1-4272-8c02-39a2a3e29f9b tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:20.416372 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:20.416372 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:20.416372 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/1ae374a5-38a4-4449-9802-07179fdc9d3b HTTP/1.1" status: 200 len: 1094 time: 1.2474339 May 12 15:46:20.416372 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:46:20.452241 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae374a5-38a4-4449-9802-07179fdc9d3b,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:20.455983 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-19e908fa-9506-4b40-a674-e76d803636c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:20.471954 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'status': 'completed', 'code': 200} May 12 15:46:20.567583 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0c3a4-d7b0-4fc6-9bfd-430052388ca9 req-345da0fa-b20b-4c35-985a-3e7b1a6dd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:20.569143 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f3a0c3a4-d7b0-4fc6-9bfd-430052388ca9 req-345da0fa-b20b-4c35-985a-3e7b1a6dd61f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1adf938557be4a7a8086d5b60df51469&device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 1097 time: 0.0774198 May 12 15:46:20.815516 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0c3a4-d7b0-4fc6-9bfd-430052388ca9 req-c0b4d82d-7a16-44a3-a33a-986cec0bc58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:20.816958 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f3a0c3a4-d7b0-4fc6-9bfd-430052388ca9 req-c0b4d82d-7a16-44a3-a33a-986cec0bc58f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1adf938557be4a7a8086d5b60df51469&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2410481 May 12 15:46:20.957016 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0c3a4-d7b0-4fc6-9bfd-430052388ca9 req-8aa018a2-8bbd-4f06-8b4a-214e881d5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:20.958389 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f3a0c3a4-d7b0-4fc6-9bfd-430052388ca9 req-8aa018a2-8bbd-4f06-8b4a-214e881d5ed1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354148 May 12 15:46:21.124403 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930134a3-96ee-4131-8300-6d7739732d7d req-b97bad80-034c-48ca-8fec-c9c7aa08c143 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:21.125900 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-930134a3-96ee-4131-8300-6d7739732d7d req-b97bad80-034c-48ca-8fec-c9c7aa08c143 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 944 time: 0.1432774 May 12 15:46:21.129950 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06794fb1-55ad-4a98-aa83-385e51c907de req-145aa67c-41c0-477d-a80d-e6fc027b9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:21.131321 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-145aa67c-41c0-477d-a80d-e6fc027b9547 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1adf938557be4a7a8086d5b60df51469&device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 1097 time: 0.1114452 May 12 15:46:21.205411 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-d93280bd-f257-44dd-902c-62f5d39872db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b HTTP/1.1" status: 200 len: 217 time: 0.0665383 May 12 15:46:21.269835 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06794fb1-55ad-4a98-aa83-385e51c907de req-451f2d23-7815-42ce-a430-e43ca1bb11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:21.271517 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-451f2d23-7815-42ce-a430-e43ca1bb11d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b681b79-ca2a-4988-a02b-cfcca3e8a509 HTTP/1.1" status: 200 len: 848 time: 0.0602076 May 12 15:46:21.373920 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-930134a3-96ee-4131-8300-6d7739732d7d req-a64d77a0-a9b3-4d87-80ea-0db0ebbde875 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414987 May 12 15:46:21.393626 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06794fb1-55ad-4a98-aa83-385e51c907de req-29a5c8c0-af15-4207-a662-85fb98dd9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:21.395109 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-29a5c8c0-af15-4207-a662-85fb98dd9000 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40be030f-e95a-400f-a0f9-8d00168b9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1178181 May 12 15:46:21.528419 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-edbf6e31-e746-4d00-bea0-e554be9fa7fb service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264195 May 12 15:46:21.662963 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-06794fb1-55ad-4a98-aa83-385e51c907de req-4ce78274-2dbd-4c4f-b900-bc1f81144186 service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277840 May 12 15:46:22.616680 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbafca-715f-42c0-9ced-18a6b87da70c req-71d6fe70-9bd8-49c3-943a-4b88c3267be7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:22.617446 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a6dbafca-715f-42c0-9ced-18a6b87da70c req-71d6fe70-9bd8-49c3-943a-4b88c3267be7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 944 time: 0.1317635 May 12 15:46:22.665891 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a6dbafca-715f-42c0-9ced-18a6b87da70c req-ac1a0726-8b86-4b46-a365-0841e8b8557f tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427165 May 12 15:46:23.849968 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b25095-baed-4a67-880b-f206eef76c2c req-41b0c411-54cd-45b6-be9e-64b0eabaf9df tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:23.851380 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f1b25095-baed-4a67-880b-f206eef76c2c req-41b0c411-54cd-45b6-be9e-64b0eabaf9df tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 944 time: 0.0832264 May 12 15:46:23.896625 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f1b25095-baed-4a67-880b-f206eef76c2c req-92e78c2f-6a18-4514-a1f1-93d52cf865bb tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393953 May 12 15:46:24.623863 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 1ae374a5-38a4-4449-9802-07179fdc9d3b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:46:24.757136 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 1ae374a5-38a4-4449-9802-07179fdc9d3b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:46:24.770129 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'port_id': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'mac_address': 'fa:16:3e:d6:ed:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:46:24.828774 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:24.845274 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae374a5-38a4-4449-9802-07179fdc9d3b {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:46:24.860727 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 1ae374a5-38a4-4449-9802-07179fdc9d3b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:46:24.948250 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:24.950895 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:25.027104 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=1ae374a5-38a4-4449-9802-07179fdc9d3b,revision_number=4']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:25.030210 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:25.091170 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e7b26-5b4a-4ab7-9716-70aeb524c682 req-ec3f2b85-a92e-4f40-ad19-542620e44271 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:25.093304 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e92e7b26-5b4a-4ab7-9716-70aeb524c682 req-ec3f2b85-a92e-4f40-ad19-542620e44271 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 945 time: 0.0893581 May 12 15:46:25.137095 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e92e7b26-5b4a-4ab7-9716-70aeb524c682 req-d922503f-ccac-4b4e-ba3d-98007e9eb11b tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381999 May 12 15:46:25.160631 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['1ae374a5-38a4-4449-9802-07179fdc9d3b'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:46:26.318905 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f8c4d-c50a-4f58-94d3-8539db2ffbfb req-476701f1-e2c0-463f-9aa6-0f88708f217c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:26.320584 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ff9f8c4d-c50a-4f58-94d3-8539db2ffbfb req-476701f1-e2c0-463f-9aa6-0f88708f217c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 945 time: 0.0801733 May 12 15:46:26.366375 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ff9f8c4d-c50a-4f58-94d3-8539db2ffbfb req-8c3197fb-f692-405b-a678-bb4941eed97c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395901 May 12 15:46:26.673381 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 1ae374a5-38a4-4449-9802-07179fdc9d3b up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:46:27.021319 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning for port 1ae374a5-38a4-4449-9802-07179fdc9d3b completed by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:46:27.026455 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 1ae374a5-38a4-4449-9802-07179fdc9d3b triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:46:27.033552 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:27.145879 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:27.172896 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:46:27.183503 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 1ae374a5-38a4-4449-9802-07179fdc9d3b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:46:27.219677 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'code': 200} May 12 15:46:27.329966 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:27.332538 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:27.398538 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=1ae374a5-38a4-4449-9802-07179fdc9d3b,revision_number=5']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:27.402019 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:27.560509 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75475a85-e01b-4102-8a6c-317fc06e1c5b req-cd1771e8-c45f-46ca-8b32-826f9e105e87 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:27.562041 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-75475a85-e01b-4102-8a6c-317fc06e1c5b req-cd1771e8-c45f-46ca-8b32-826f9e105e87 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0825925 May 12 15:46:27.607463 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-75475a85-e01b-4102-8a6c-317fc06e1c5b req-cda3924f-db7c-4db2-9280-e7e4e5e87428 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394309 May 12 15:46:27.750482 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c4f98-50f7-47c9-8d8c-061b72e7b7e7 req-c465c5ed-d581-4a0a-a1eb-12580fbac5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:27.751843 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e78c4f98-50f7-47c9-8d8c-061b72e7b7e7 req-c465c5ed-d581-4a0a-a1eb-12580fbac5e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 1099 time: 0.0681400 May 12 15:46:27.794903 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-e78c4f98-50f7-47c9-8d8c-061b72e7b7e7 req-2b07aa4c-f571-40fb-acbd-48c6bc380274 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369015 May 12 15:46:28.793964 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aabe19-9e37-4765-8e8c-ac5d7969a0c0 req-8fade1ed-4cc5-41ca-ac54-a5e9f7f8b778 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:28.795461 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-14aabe19-9e37-4765-8e8c-ac5d7969a0c0 req-8fade1ed-4cc5-41ca-ac54-a5e9f7f8b778 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0818717 May 12 15:46:28.842540 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-14aabe19-9e37-4765-8e8c-ac5d7969a0c0 req-aafa0ca3-afbd-4997-927d-6bb3dbf07865 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405328 May 12 15:46:29.040622 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 34178) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:29.160628 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-9038497b-0e82-48eb-b75f-9248e090c51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:29.174674 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-9038497b-0e82-48eb-b75f-9248e090c51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:46:29.178677 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-9038497b-0e82-48eb-b75f-9248e090c51e admin admin] Usage tracker for resource:security_group_rule and tenant:d470a0fb7d8c4f8e84eeb03a56fd68bf is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:46:29.181604 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-9038497b-0e82-48eb-b75f-9248e090c51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:46:29.187208 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-9038497b-0e82-48eb-b75f-9248e090c51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:46:29.266071 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-9038497b-0e82-48eb-b75f-9248e090c51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:29.415751 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-9038497b-0e82-48eb-b75f-9248e090c51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:29.426939 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-54554061-1b7d-40ba-9469-9e4e0daa8a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:29.545961 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-9038497b-0e82-48eb-b75f-9248e090c51e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d470a0fb7d8c4f8e84eeb03a56fd68bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5041406 May 12 15:46:29.546826 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038497b-0e82-48eb-b75f-9248e090c51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa34f7d-41c6-460b-a397-4223bc3229f9,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:29.549248 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34184) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:29.551389 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-9038497b-0e82-48eb-b75f-9248e090c51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:29.613295 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e393-d332-48ec-809e-8a290e145f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:29.639499 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e393-d332-48ec-809e-8a290e145f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:29.895723 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e393-d332-48ec-809e-8a290e145f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:29.899675 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-5242fbc4-1768-435d-bffc-587013db7301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:29.913797 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9e393-d332-48ec-809e-8a290e145f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa34f7d-41c6-460b-a397-4223bc3229f9,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:29.917706 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-3ad9e393-d332-48ec-809e-8a290e145f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:29.924062 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e393-d332-48ec-809e-8a290e145f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:29.927674 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-3ad9e393-d332-48ec-809e-8a290e145f30 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/afa34f7d-41c6-460b-a397-4223bc3229f9 HTTP/1.1" status: 204 len: 168 time: 0.3752737 May 12 15:46:30.034082 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39285da5-fbb9-4a2a-bc0b-62e503106dc8 req-2523c70f-dc80-4aa7-8339-19dee6169d67 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:30.036073 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-39285da5-fbb9-4a2a-bc0b-62e503106dc8 req-2523c70f-dc80-4aa7-8339-19dee6169d67 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0815408 May 12 15:46:30.084593 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-39285da5-fbb9-4a2a-bc0b-62e503106dc8 req-a8eb054c-163d-443d-ab4f-789b82e2fd78 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423596 May 12 15:46:30.291120 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3cbd3-fa44-467a-b330-e44fccdcc456 req-14c29560-51c0-4de7-abaa-a59b0df122c5 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:30.292601 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b9c3cbd3-fa44-467a-b330-e44fccdcc456 req-14c29560-51c0-4de7-abaa-a59b0df122c5 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0946126 May 12 15:46:30.338215 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b9c3cbd3-fa44-467a-b330-e44fccdcc456 req-ffc31ac3-175d-413d-8e96-58e8ebca214c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397334 May 12 15:46:30.361216 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 34196) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:30.602574 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e265f4e2-d117-4754-a267-ff1b9806b094 tempest-TestShelveInstance-618230321 tempest-TestShelveInstance-618230321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:30.604083 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-e265f4e2-d117-4754-a267-ff1b9806b094 tempest-TestShelveInstance-618230321 tempest-TestShelveInstance-618230321-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 1094 time: 0.2418447 May 12 15:46:30.607029 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 34202) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:30.612493 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.v2.base [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Request body: {'floatingip': {'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'port_id': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:46:30.618815 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:46:30.622595 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Usage tracker for resource:floatingip and tenant:1adf938557be4a7a8086d5b60df51469 is out of sync, need to count used quota {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:46:30.625480 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79428) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:46:30.631707 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.quota.driver [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79428) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:46:30.930220 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for floatingip, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:31.072791 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:31.216241 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34206) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:31.216800 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_common [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Allocated IP 172.28.0.123 (af5cf3b2-0f76-46e3-8e35-95db1bf12898/4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a/2c4f17c8-5954-4fcb-880a-51e9834b9cd3) {{(pid=79428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:46:31.225217 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c8c55aa4-501f-4df5-b2e7-d7aebc386474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:31.240166 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-c8c55aa4-501f-4df5-b2e7-d7aebc386474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:46:31.244145 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-c8c55aa4-501f-4df5-b2e7-d7aebc386474 admin admin] Usage tracker for resource:security_group_rule and tenant:b0d5410f8c874746a4f2053fe57129e8 is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:46:31.246853 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-c8c55aa4-501f-4df5-b2e7-d7aebc386474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:46:31.252578 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-c8c55aa4-501f-4df5-b2e7-d7aebc386474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:46:31.336898 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c8c55aa4-501f-4df5-b2e7-d7aebc386474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:31.363978 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for port, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:31.461563 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c8c55aa4-501f-4df5-b2e7-d7aebc386474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:31.468407 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-2dbf2fc9-c00c-4d17-845c-08795947b0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:31.507379 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759834669060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:31.511423 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-23c3046a-b349-4df6-8a76-3735457e61e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:31.578425 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Network af5cf3b2-0f76-46e3-8e35-95db1bf12898 is already hosted by enough agents. {{(pid=79428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:46:31.582180 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.base_scheduler [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Resources bound (agent type, host, resource id): {{(pid=79428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:46:31.591547 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Received port after_create {{(pid=79428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:46:31.623153 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Pushing event updated for resources: {'Port': ['ID=2c4f17c8-5954-4fcb-880a-51e9834b9cd3,revision_number=1']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:31.631645 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-c8c55aa4-501f-4df5-b2e7-d7aebc386474 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0d5410f8c874746a4f2053fe57129e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209490 May 12 15:46:31.631645 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c55aa4-501f-4df5-b2e7-d7aebc386474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488c13cd-92b2-49af-b1d3-9d681adee1ee,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:31.633025 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34210) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:46:31.635466 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c8c55aa4-501f-4df5-b2e7-d7aebc386474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:31.638894 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:31.639167 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:31.639645 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:31.639880 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:31.640232 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:31.640702 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:31.640925 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:31.654140 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:31.654140 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:31.654140 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:31.654140 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:31.654140 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:31.654140 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:31.694051 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-87e25a88-e7dd-477e-9984-8a4bed71b82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:31.721539 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-87e25a88-e7dd-477e-9984-8a4bed71b82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:31.941499 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-87e25a88-e7dd-477e-9984-8a4bed71b82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:31.945530 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-59a96842-d926-471b-8a30-1eedf60a76f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:31.957978 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e25a88-e7dd-477e-9984-8a4bed71b82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488c13cd-92b2-49af-b1d3-9d681adee1ee,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:31.963193 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-87e25a88-e7dd-477e-9984-8a4bed71b82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:31.965246 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-87e25a88-e7dd-477e-9984-8a4bed71b82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:31.966636 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-87e25a88-e7dd-477e-9984-8a4bed71b82c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/488c13cd-92b2-49af-b1d3-9d681adee1ee HTTP/1.1" status: 204 len: 168 time: 0.3329077 May 12 15:46:32.182436 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:32.517438 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:32.733437 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:32.895814 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1620205'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:32.901072 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-2f52c6e1-32d8-4c0e-aef4-5d0afda89bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:46:33.006661 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Pushing event updated for resources: {'Port': ['ID=2c4f17c8-5954-4fcb-880a-51e9834b9cd3,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:33.010764 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:46:33.022000 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546687'] for floatingip, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:33.198062 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.db.l3_db [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Floating IP c7ecc645-7b77-4faf-969d-0619bc10eb61 associated. External IP: 172.28.0.123, port: 1ae374a5-38a4-4449-9802-07179fdc9d3b. May 12 15:46:33.531874 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:46:33.552406 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Router 54165143-cee8-4f43-849a-34e4b19cfd01 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:46:33.732062 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:46:33.741949 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190be40-192f-4a2d-8381-06c728388477 None None] Sync routers for ids ['54165143-cee8-4f43-849a-34e4b19cfd01'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:46:33.750910 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190be40-192f-4a2d-8381-06c728388477 None None] Routers {'54165143-cee8-4f43-849a-34e4b19cfd01'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:46:33.751513 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-2190be40-192f-4a2d-8381-06c728388477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:46:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['54165143-cee8-4f43-849a-34e4b19cfd01'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:33.907731 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:33.925469 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-2190be40-192f-4a2d-8381-06c728388477 None None] Set router 54165143-cee8-4f43-849a-34e4b19cfd01 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:46:33.962940 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-9d599b28-40b8-49a3-bf4f-43c0afdcf7f8 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3548903 May 12 15:46:33.963682 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:46:34.008543 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'status': 'completed', 'code': 200} May 12 15:46:34.111412 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dce076-9fb2-4bc3-a399-b3fb4f2084ad req-ccab4ee9-e39b-4755-aa28-c2f77cef1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:34.112933 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-69dce076-9fb2-4bc3-a399-b3fb4f2084ad req-ccab4ee9-e39b-4755-aa28-c2f77cef1e1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1adf938557be4a7a8086d5b60df51469&device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 1099 time: 0.0748441 May 12 15:46:34.293147 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-2190be40-192f-4a2d-8381-06c728388477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:45:38Z', 'revision_number': 4, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': 'c7ecc645-7b77-4faf-969d-0619bc10eb61', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'port_id': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'mac_address': 'fa:16:3e:d6:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:46:31Z', 'updated_at': '2021-05-12T15:46:31Z', 'revision_number': 0, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc8feb8-35a2-461e-bf75-28dce580d448', 'name': '', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'mac_address': 'fa:16:3e:1c:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:37Z', 'updated_at': '2021-05-12T15:45:45Z', 'revision_number': 5, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'subnets': [{'id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:34.297483 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190be40-192f-4a2d-8381-06c728388477 None None] Checking router: 54165143-cee8-4f43-849a-34e4b19cfd01 for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:46:34.306576 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190be40-192f-4a2d-8381-06c728388477 None None] Routers {'54165143-cee8-4f43-849a-34e4b19cfd01'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:46:34.307219 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-2190be40-192f-4a2d-8381-06c728388477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:46:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['54165143-cee8-4f43-849a-34e4b19cfd01'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:34.372718 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dce076-9fb2-4bc3-a399-b3fb4f2084ad req-afc060dc-2188-4cd6-8a3b-5ba3056aead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:34.374213 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-69dce076-9fb2-4bc3-a399-b3fb4f2084ad req-afc060dc-2188-4cd6-8a3b-5ba3056aead4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40be030f-e95a-400f-a0f9-8d00168b9db2 HTTP/1.1" status: 200 len: 910 time: 0.2554064 May 12 15:46:34.492831 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-69dce076-9fb2-4bc3-a399-b3fb4f2084ad req-1ee89835-416f-44a4-8607-9580f673cb37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b HTTP/1.1" status: 200 len: 1000 time: 0.1112552 May 12 15:46:34.497087 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-2190be40-192f-4a2d-8381-06c728388477 None None] Set router 54165143-cee8-4f43-849a-34e4b19cfd01 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:46:34.560511 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dce076-9fb2-4bc3-a399-b3fb4f2084ad req-6a0e2293-b52a-4c45-99e7-f159de9cd20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:34.565006 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-69dce076-9fb2-4bc3-a399-b3fb4f2084ad req-6a0e2293-b52a-4c45-99e7-f159de9cd20e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b681b79-ca2a-4988-a02b-cfcca3e8a509 HTTP/1.1" status: 200 len: 848 time: 0.0604751 May 12 15:46:34.648677 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dce076-9fb2-4bc3-a399-b3fb4f2084ad req-3728d125-8061-461f-8670-747924d8bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:34.650196 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-69dce076-9fb2-4bc3-a399-b3fb4f2084ad req-3728d125-8061-461f-8670-747924d8bc3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40be030f-e95a-400f-a0f9-8d00168b9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811825 May 12 15:46:34.661032 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [req-69dce076-9fb2-4bc3-a399-b3fb4f2084ad req-74be9ba9-72b8-4fc6-ad54-6507003254b5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=79428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:46:34.702366 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-69dce076-9fb2-4bc3-a399-b3fb4f2084ad req-74be9ba9-72b8-4fc6-ad54-6507003254b5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057275 May 12 15:46:34.799027 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-69dce076-9fb2-4bc3-a399-b3fb4f2084ad req-5c5b78f8-8e67-4b47-aa37-ec47b3b2055c service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301422 May 12 15:46:34.898750 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-2190be40-192f-4a2d-8381-06c728388477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:45:38Z', 'revision_number': 4, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': 'c7ecc645-7b77-4faf-969d-0619bc10eb61', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'port_id': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'mac_address': 'fa:16:3e:d6:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:46:31Z', 'updated_at': '2021-05-12T15:46:31Z', 'revision_number': 0, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc8feb8-35a2-461e-bf75-28dce580d448', 'name': '', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'mac_address': 'fa:16:3e:1c:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:37Z', 'updated_at': '2021-05-12T15:45:45Z', 'revision_number': 5, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'subnets': [{'id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:34.906809 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190be40-192f-4a2d-8381-06c728388477 None None] The sync data for ids ['54165143-cee8-4f43-849a-34e4b19cfd01'] in dv-cinder-789603-6-smb is: [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:45:38Z', 'revision_number': 4, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_floatingips': [{'id': 'c7ecc645-7b77-4faf-969d-0619bc10eb61', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'router_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'port_id': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'mac_address': 'fa:16:3e:d6:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:46:31Z', 'updated_at': '2021-05-12T15:46:31Z', 'revision_number': 0, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc8feb8-35a2-461e-bf75-28dce580d448', 'name': '', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'mac_address': 'fa:16:3e:1c:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:37Z', 'updated_at': '2021-05-12T15:45:45Z', 'revision_number': 5, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'subnets': [{'id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:46:34.936219 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-69dce076-9fb2-4bc3-a399-b3fb4f2084ad req-a04af113-5e30-4b9c-a1c6-710fb65d81e8 service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308663 May 12 15:46:35.093556 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08184db1-d3fd-4705-bd60-3e25c12da623 None None] New status for floating IP c7ecc645-7b77-4faf-969d-0619bc10eb61: ACTIVE {{(pid=79431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:46:41.187783 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:41.925259 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e0eec5c6-52e5-41fb-8810-e2d228b9d7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:42.174110 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b1579863-4707-4820-bc6d-431674b15896 req-af219a21-7469-4dae-ad3a-a12710418bec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742142 May 12 15:46:42.326959 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1579863-4707-4820-bc6d-431674b15896 req-36c96a42-db10-43be-9650-fea41467a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:42.328453 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b1579863-4707-4820-bc6d-431674b15896 req-36c96a42-db10-43be-9650-fea41467a563 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1adf938557be4a7a8086d5b60df51469&device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 1099 time: 0.0724113 May 12 15:46:42.475957 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1579863-4707-4820-bc6d-431674b15896 req-7a1a422c-198b-4f71-90ee-9f817a891395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:42.477466 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b1579863-4707-4820-bc6d-431674b15896 req-7a1a422c-198b-4f71-90ee-9f817a891395 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40be030f-e95a-400f-a0f9-8d00168b9db2 HTTP/1.1" status: 200 len: 910 time: 0.1283245 May 12 15:46:42.602006 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b1579863-4707-4820-bc6d-431674b15896 req-693f805c-08fc-48f4-b82b-14237d4a3013 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b HTTP/1.1" status: 200 len: 1002 time: 0.1040151 May 12 15:46:42.673975 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1579863-4707-4820-bc6d-431674b15896 req-b17d9c77-834f-4123-9b14-6f3eaa096cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:42.675645 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b1579863-4707-4820-bc6d-431674b15896 req-b17d9c77-834f-4123-9b14-6f3eaa096cf8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b681b79-ca2a-4988-a02b-cfcca3e8a509 HTTP/1.1" status: 200 len: 848 time: 0.0677166 May 12 15:46:42.758123 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1579863-4707-4820-bc6d-431674b15896 req-f10d7651-bb4b-4672-8c4c-a18c003c599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:46:42.759671 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b1579863-4707-4820-bc6d-431674b15896 req-f10d7651-bb4b-4672-8c4c-a18c003c599f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40be030f-e95a-400f-a0f9-8d00168b9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778124 May 12 15:46:42.897335 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b1579863-4707-4820-bc6d-431674b15896 req-9d1e5ed2-5655-407c-9dd6-4fb6252dab5b service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304364 May 12 15:46:43.035332 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-b1579863-4707-4820-bc6d-431674b15896 req-4b8a9018-140d-417d-b215-7e7fd0ff659f service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314843 May 12 15:46:44.130036 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-0dd5388d-8d84-4c3f-be03-0c931aaa0b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:44.187475 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:45.456375 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:47.124425 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:10.531403 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:47:11.102483 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:11.833535 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-42da7046-ff1d-4efa-9b3b-c01ecd5429a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:14.107495 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-5ec5a2fc-c1e6-493c-8f32-7175aaa22e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:14.274302 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:15.365330 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:16.045083 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34478) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:47:16.186777 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-33ff3892-9b46-4713-9033-d3a055fe1ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:16.202935 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-33ff3892-9b46-4713-9033-d3a055fe1ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:47:16.207388 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-33ff3892-9b46-4713-9033-d3a055fe1ddb admin admin] Usage tracker for resource:security_group_rule and tenant:6ffeec82dd06470fb66e87cbd658f06e is out of sync, need to count used quota {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:47:16.210263 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.quota.resource [None req-33ff3892-9b46-4713-9033-d3a055fe1ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79429) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:47:16.215962 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.quota.driver [None req-33ff3892-9b46-4713-9033-d3a055fe1ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:47:16.298158 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-33ff3892-9b46-4713-9033-d3a055fe1ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:16.393514 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-33ff3892-9b46-4713-9033-d3a055fe1ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_create {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:16.403961 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-0fa84a86-2ffd-4816-a552-0dde757e6aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:47:16.444608 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff3892-9b46-4713-9033-d3a055fe1ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0f46c6-cedb-4565-821a-bcac735d0ce6,revision_number=1']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:16.447928 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-33ff3892-9b46-4713-9033-d3a055fe1ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:47:16.450382 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-33ff3892-9b46-4713-9033-d3a055fe1ddb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ffeec82dd06470fb66e87cbd658f06e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042826 May 12 15:47:16.453551 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34486) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:47:16.516094 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:16.543045 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:16.679541 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:16.683740 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-b6427755-d22b-48da-853a-1f12feef0c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:47:16.698717 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0f46c6-cedb-4565-821a-bcac735d0ce6,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:16.708054 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:16.709226 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a0f46c6-cedb-4565-821a-bcac735d0ce6 HTTP/1.1" status: 204 len: 168 time: 0.2548466 May 12 15:47:16.710582 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:16.710959 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:16.711335 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:16.711712 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:16.712117 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:16.712546 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:16.712909 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:16.713296 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:16.713713 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:16.714089 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:16.714446 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:16.714794 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:16.717983 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-44486ff5-599f-4a5a-a322-88cbcd690245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:47:17.091157 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:41.027916 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:41.799300 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-fcc45c6c-4ba8-4ed2-a308-064ea22e7a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:44.153889 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-f6ff6aed-3fc5-4f90-b371-40bd94369567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:44.262813 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-86a78f3b-061c-4893-afdb-d336b806bfb8 req-f20f4682-f3d5-46ce-a3e7-6a6fa7ca9927 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1852603 May 12 15:47:44.296470 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:44.410690 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a78f3b-061c-4893-afdb-d336b806bfb8 req-c15cf0fb-314e-460f-a56c-d6f833822463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:47:44.412076 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-86a78f3b-061c-4893-afdb-d336b806bfb8 req-c15cf0fb-314e-460f-a56c-d6f833822463 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1adf938557be4a7a8086d5b60df51469&device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 1099 time: 0.0746157 May 12 15:47:44.652024 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a78f3b-061c-4893-afdb-d336b806bfb8 req-712399d9-fa81-4038-8157-d5fbc207e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:47:44.653474 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-86a78f3b-061c-4893-afdb-d336b806bfb8 req-712399d9-fa81-4038-8157-d5fbc207e4e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40be030f-e95a-400f-a0f9-8d00168b9db2 HTTP/1.1" status: 200 len: 910 time: 0.2219474 May 12 15:47:44.755106 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-86a78f3b-061c-4893-afdb-d336b806bfb8 req-71c0b199-cf52-411b-a389-82b1e2c78a4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b HTTP/1.1" status: 200 len: 1002 time: 0.0937045 May 12 15:47:44.818413 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a78f3b-061c-4893-afdb-d336b806bfb8 req-1a6561fb-5d00-4f03-b3e6-a8b2c1503406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:47:44.819849 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-86a78f3b-061c-4893-afdb-d336b806bfb8 req-1a6561fb-5d00-4f03-b3e6-a8b2c1503406 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b681b79-ca2a-4988-a02b-cfcca3e8a509 HTTP/1.1" status: 200 len: 848 time: 0.0576603 May 12 15:47:44.901948 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a78f3b-061c-4893-afdb-d336b806bfb8 req-6934b866-4d04-4c02-81d7-e74b36ad84c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:47:44.903521 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-86a78f3b-061c-4893-afdb-d336b806bfb8 req-6934b866-4d04-4c02-81d7-e74b36ad84c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40be030f-e95a-400f-a0f9-8d00168b9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764701 May 12 15:47:45.039431 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-86a78f3b-061c-4893-afdb-d336b806bfb8 req-9032418d-7b57-4b0c-9c6e-30d38e855ead service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292970 May 12 15:47:45.170870 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-86a78f3b-061c-4893-afdb-d336b806bfb8 req-b9bdd576-436a-4f31-8d9c-cfec2aff4859 service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252704 May 12 15:47:45.302189 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:47.113880 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:47.530603 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:48:11.114455 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:11.805186 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-639d207c-fa0d-4e46-b789-5706e2a46324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:14.080696 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7d613d44-8e42-43dc-a5af-02ad2a4a7fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:14.166239 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:15.296713 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:17.131477 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:24.529968 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:48:29.669304 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016404e-1e05-4c2f-87a2-33eb97e244a6 req-07a1d592-0e43-496c-af33-22523655c06a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:29.670905 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1016404e-1e05-4c2f-87a2-33eb97e244a6 req-07a1d592-0e43-496c-af33-22523655c06a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0793259 May 12 15:48:29.719751 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1016404e-1e05-4c2f-87a2-33eb97e244a6 req-0000b0b2-1f35-45ef-91dd-59d0279c4f03 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430868 May 12 15:48:30.917499 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3833bb7-60e5-48c8-b889-059c5a260a69 req-9be5a35e-162f-4e6b-860e-c4dfab71bf2c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:30.918941 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f3833bb7-60e5-48c8-b889-059c5a260a69 req-9be5a35e-162f-4e6b-860e-c4dfab71bf2c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0784488 May 12 15:48:30.963290 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f3833bb7-60e5-48c8-b889-059c5a260a69 req-4e667804-6ac3-400a-8f51-22b0b3c2775f tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386126 May 12 15:48:32.154693 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b0fe8-9935-4a13-9fe5-fa8e2621a67a req-8d3b365a-e75f-4829-b75f-dfbff3148b12 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:32.156322 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5d3b0fe8-9935-4a13-9fe5-fa8e2621a67a req-8d3b365a-e75f-4829-b75f-dfbff3148b12 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0848489 May 12 15:48:32.200964 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5d3b0fe8-9935-4a13-9fe5-fa8e2621a67a req-98d57dc0-f001-4992-91d2-f6b708d6b2eb tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381768 May 12 15:48:33.383499 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78953fea-b683-44f6-84a4-fbf23957fc86 req-3cf584f3-26fa-4daf-a85a-8450e6041e33 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:33.384934 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-78953fea-b683-44f6-84a4-fbf23957fc86 req-3cf584f3-26fa-4daf-a85a-8450e6041e33 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0798695 May 12 15:48:33.433654 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-78953fea-b683-44f6-84a4-fbf23957fc86 req-5ae43751-588b-458a-bf5f-4b44076ce5c5 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428901 May 12 15:48:34.617300 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34946-8631-4d63-a746-0eab36f47d7a req-90a5eee2-6ddc-454c-bfff-73dc604bb474 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:34.618768 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-78b34946-8631-4d63-a746-0eab36f47d7a req-90a5eee2-6ddc-454c-bfff-73dc604bb474 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0809758 May 12 15:48:34.663890 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-78b34946-8631-4d63-a746-0eab36f47d7a req-01fbadce-75fb-4622-b5f8-c9499ac2927c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393915 May 12 15:48:35.852145 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b796b5-ec9e-4bde-aa1a-aa214cc2f03d req-225949f8-fc6f-4d15-893a-2286731977ef tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:35.853615 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-43b796b5-ec9e-4bde-aa1a-aa214cc2f03d req-225949f8-fc6f-4d15-893a-2286731977ef tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0836663 May 12 15:48:35.898219 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-43b796b5-ec9e-4bde-aa1a-aa214cc2f03d req-57269e83-586b-45d3-8c38-4221ccd4985f tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388088 May 12 15:48:37.083134 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e8566-d91a-4539-b770-4491451b3966 req-a0cf01dc-bd5c-4f7b-bf85-fb409fc28f5f tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:37.084575 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-dd4e8566-d91a-4539-b770-4491451b3966 req-a0cf01dc-bd5c-4f7b-bf85-fb409fc28f5f tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0797262 May 12 15:48:37.132058 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-dd4e8566-d91a-4539-b770-4491451b3966 req-bede4b57-c624-4365-b601-738756949db9 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417943 May 12 15:48:38.314263 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afc42e-b198-4dad-9df9-cd65a9170275 req-8b70ee41-4c62-4ac6-b032-724a065e8f4d tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:38.315704 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-93afc42e-b198-4dad-9df9-cd65a9170275 req-8b70ee41-4c62-4ac6-b032-724a065e8f4d tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0779092 May 12 15:48:38.360126 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-93afc42e-b198-4dad-9df9-cd65a9170275 req-f2f69d75-39a3-451c-8e1b-321a3d482958 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385785 May 12 15:48:39.545588 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a61f75-29f3-4b1d-aede-2f08b35f6292 req-f09a9ad4-3cf6-43c9-a569-5bf238b69dc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:39.546929 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c9a61f75-29f3-4b1d-aede-2f08b35f6292 req-f09a9ad4-3cf6-43c9-a569-5bf238b69dc7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0819881 May 12 15:48:39.591488 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c9a61f75-29f3-4b1d-aede-2f08b35f6292 req-b4c626a6-a03a-41a9-b3b4-a177818cb198 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382991 May 12 15:48:39.920847 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41c637-f146-4aa6-9a57-caa04eb85b76 req-dcb95924-9f93-47b0-bad9-1e7d325adbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:39.922367 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8b41c637-f146-4aa6-9a57-caa04eb85b76 req-dcb95924-9f93-47b0-bad9-1e7d325adbff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1adf938557be4a7a8086d5b60df51469&device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 1099 time: 0.0725758 May 12 15:48:40.148236 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41c637-f146-4aa6-9a57-caa04eb85b76 req-c12cd5e5-bc47-4c1f-93ed-de9f53e8f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:40.149775 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8b41c637-f146-4aa6-9a57-caa04eb85b76 req-c12cd5e5-bc47-4c1f-93ed-de9f53e8f614 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40be030f-e95a-400f-a0f9-8d00168b9db2 HTTP/1.1" status: 200 len: 910 time: 0.2209206 May 12 15:48:40.250966 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8b41c637-f146-4aa6-9a57-caa04eb85b76 req-b7c78ac7-d8ff-46e3-9459-edf270033fc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b HTTP/1.1" status: 200 len: 1002 time: 0.0947168 May 12 15:48:40.314965 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41c637-f146-4aa6-9a57-caa04eb85b76 req-cdb8897c-bfeb-462c-9061-d26b23db1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:40.316359 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8b41c637-f146-4aa6-9a57-caa04eb85b76 req-cdb8897c-bfeb-462c-9061-d26b23db1a60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b681b79-ca2a-4988-a02b-cfcca3e8a509 HTTP/1.1" status: 200 len: 848 time: 0.0596607 May 12 15:48:40.389354 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41c637-f146-4aa6-9a57-caa04eb85b76 req-fec0bf66-1f0f-4ee6-a89c-fb7b931b2bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:40.390784 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8b41c637-f146-4aa6-9a57-caa04eb85b76 req-fec0bf66-1f0f-4ee6-a89c-fb7b931b2bb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40be030f-e95a-400f-a0f9-8d00168b9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682914 May 12 15:48:40.521452 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8b41c637-f146-4aa6-9a57-caa04eb85b76 req-c5e07e20-daa3-4878-8b17-2b05333c7428 service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231413 May 12 15:48:40.652988 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8b41c637-f146-4aa6-9a57-caa04eb85b76 req-1ad1c213-dfb4-421c-8cef-092963671a7e service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247361 May 12 15:48:40.775409 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed183f-9c36-4f48-80d9-b2fbd8dadc42 req-13746989-a257-4903-9986-bc262f1defe2 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:40.776844 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-92ed183f-9c36-4f48-80d9-b2fbd8dadc42 req-13746989-a257-4903-9986-bc262f1defe2 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0797262 May 12 15:48:40.823445 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-92ed183f-9c36-4f48-80d9-b2fbd8dadc42 req-46b1e6df-e1cb-4ca1-acad-d0e3e0e92330 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408826 May 12 15:48:41.080117 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:41.829163 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-bc2dff6a-e537-4c5b-a292-66f53b48f77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:42.006375 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8acb6c-a602-4b85-a4a6-81db9116bfc8 req-18e5645f-0a3d-4267-90fb-de115daadeb3 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:42.007893 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6a8acb6c-a602-4b85-a4a6-81db9116bfc8 req-18e5645f-0a3d-4267-90fb-de115daadeb3 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0813875 May 12 15:48:42.054174 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-6a8acb6c-a602-4b85-a4a6-81db9116bfc8 req-d302bd26-abd7-408f-9fed-6c912600c671 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404334 May 12 15:48:43.246907 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721d58f-922e-48c2-b920-ba5e4bc87c16 req-3aef7f8b-4c59-429d-a4cd-c9e9b21f2234 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:43.248349 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f721d58f-922e-48c2-b920-ba5e4bc87c16 req-3aef7f8b-4c59-429d-a4cd-c9e9b21f2234 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0902166 May 12 15:48:43.294509 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-f721d58f-922e-48c2-b920-ba5e4bc87c16 req-faada6e4-7795-4c4b-9f2e-6c4788e953c3 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396616 May 12 15:48:44.211015 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-2a28f81d-892e-4ba8-a76d-88d709291a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:44.262716 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:44.478014 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786b1f6-26e1-430c-b759-84ea16d5f293 req-95183671-8025-4bcf-87f0-f1ee06b4486a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:44.616241 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5786b1f6-26e1-430c-b759-84ea16d5f293 req-95183671-8025-4bcf-87f0-f1ee06b4486a tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0800157 May 12 15:48:44.616241 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5786b1f6-26e1-430c-b759-84ea16d5f293 req-6b68e43e-0eb0-4405-a40d-589fd5f45a3f tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408454 May 12 15:48:45.325938 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:46.276985 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05345ed6-dc31-4c8e-8df3-92c1676caa2e req-61d14444-681a-42f5-b800-288312b44b77 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:46.278467 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-05345ed6-dc31-4c8e-8df3-92c1676caa2e req-61d14444-681a-42f5-b800-288312b44b77 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0839133 May 12 15:48:46.292247 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34544) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:48:46.323667 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-05345ed6-dc31-4c8e-8df3-92c1676caa2e req-e8ec62e3-4e42-4d2a-9e3b-b00f420fffb7 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395122 May 12 15:48:46.408650 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-def8f0ce-8023-426b-ae5b-bddf69e8fad5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151080 May 12 15:48:47.171640 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:47.402042 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 1ae374a5-38a4-4449-9802-07179fdc9d3b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:48:47.512763 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4683009-89a4-413a-94ad-26b65cb77c9a req-3db945d7-835d-4a2c-93cd-936f1693330e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:47.514127 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c4683009-89a4-413a-94ad-26b65cb77c9a req-3db945d7-835d-4a2c-93cd-936f1693330e tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0851762 May 12 15:48:47.524237 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:47.551957 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:48:47.562315 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 1ae374a5-38a4-4449-9802-07179fdc9d3b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:48:47.571791 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-c4683009-89a4-413a-94ad-26b65cb77c9a req-35b7af46-4486-494e-95bd-c2972b69d466 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514953 May 12 15:48:47.629325 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:47.631326 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-704f7c09-ea70-4d21-95b5-e49784d489e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:48:47.703510 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=1ae374a5-38a4-4449-9802-07179fdc9d3b,revision_number=6']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:47.712001 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.712631 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.713153 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.713644 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.714131 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.714630 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.715128 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.715600 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.716081 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.716560 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.717056 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.717545 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.721785 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:48:47.841144 dv-cinder-789603-6-smb neutron-server[79430]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'code': 422} returned with failed status May 12 15:48:48.756145 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94f188-a687-47e2-b09b-74d11d4eacba req-6769517c-660f-40c3-a6be-c6182220d15b tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:48.757536 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8e94f188-a687-47e2-b09b-74d11d4eacba req-6769517c-660f-40c3-a6be-c6182220d15b tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 944 time: 0.0791490 May 12 15:48:48.803457 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-8e94f188-a687-47e2-b09b-74d11d4eacba req-4a0a87c6-6a9e-4629-a944-5db522fb41f6 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401902 May 12 15:48:49.562616 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-ed118a77-6017-404f-be00-1c1115a5f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:49.564128 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-ed118a77-6017-404f-be00-1c1115a5f4af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064&tenant_id=1adf938557be4a7a8086d5b60df51469 HTTP/1.1" status: 200 len: 1097 time: 0.0750508 May 12 15:48:49.661116 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-0a003ed8-7f70-4e66-89e2-e1aa97f13616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:49.662659 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-0a003ed8-7f70-4e66-89e2-e1aa97f13616 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1adf938557be4a7a8086d5b60df51469&device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 1097 time: 0.0760753 May 12 15:48:49.796486 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-0212fc07-9073-415a-926b-e8587f1dd1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:49.798019 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-0212fc07-9073-415a-926b-e8587f1dd1e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40be030f-e95a-400f-a0f9-8d00168b9db2 HTTP/1.1" status: 200 len: 910 time: 0.1291339 May 12 15:48:50.048931 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-dffed040-8bb2-4fc9-a0a5-b718a2dd493f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b HTTP/1.1" status: 200 len: 1000 time: 0.2438335 May 12 15:48:50.130609 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab172aaa-cd49-4551-9084-e7303edad4c2 req-7df78b85-3ef7-493b-8e67-daa0d1467d9f tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:50.131975 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ab172aaa-cd49-4551-9084-e7303edad4c2 req-7df78b85-3ef7-493b-8e67-daa0d1467d9f tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 944 time: 0.1603906 May 12 15:48:50.138040 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-ea760ec7-d2fa-4de9-b45a-1686e63adf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:50.139453 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-ea760ec7-d2fa-4de9-b45a-1686e63adf53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b681b79-ca2a-4988-a02b-cfcca3e8a509 HTTP/1.1" status: 200 len: 848 time: 0.0838296 May 12 15:48:50.223635 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-ab172aaa-cd49-4551-9084-e7303edad4c2 req-3908ee87-aca3-4ec5-971c-f0605beeb6cf tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832427 May 12 15:48:50.247625 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-437ed701-80bf-4ded-9c33-252cc63d4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:50.249106 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-437ed701-80bf-4ded-9c33-252cc63d4cef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40be030f-e95a-400f-a0f9-8d00168b9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0952754 May 12 15:48:50.379994 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-35d6be0f-13c0-42ad-8ab5-5a678856c4fa service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243935 May 12 15:48:50.514886 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-0b09e823-3ac8-43c4-bcea-2aa7ee575543 req-0151c322-4c8f-4322-930f-6fdb0dcdc261 service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270900 May 12 15:48:51.404866 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72520862-2ebf-4a41-972d-684e98a297fa req-b0a18c44-94d0-42a8-935f-855c06c8f78c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:51.406318 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-72520862-2ebf-4a41-972d-684e98a297fa req-b0a18c44-94d0-42a8-935f-855c06c8f78c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 944 time: 0.0783517 May 12 15:48:51.434028 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 1ae374a5-38a4-4449-9802-07179fdc9d3b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:48:51.451433 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-72520862-2ebf-4a41-972d-684e98a297fa req-d17b1ea9-2f93-4e9d-be86-82ecdf533168 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393918 May 12 15:48:51.565911 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 1ae374a5-38a4-4449-9802-07179fdc9d3b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:48:51.578400 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Returning: {'device': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'port_id': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'mac_address': 'fa:16:3e:d6:ed:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:48:51.635017 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:51.650929 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae374a5-38a4-4449-9802-07179fdc9d3b {{(pid=79430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:48:51.665595 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 1ae374a5-38a4-4449-9802-07179fdc9d3b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:48:51.782854 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:51.784538 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:48:51.849267 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=1ae374a5-38a4-4449-9802-07179fdc9d3b,revision_number=7']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:51.852375 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:48:52.026643 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] get_ports_and_sgs() called for port_ids ['1ae374a5-38a4-4449-9802-07179fdc9d3b'] {{(pid=79430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:48:52.636789 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de53aba-90c0-4f68-856a-129cc243d2dc req-98b99042-b712-4984-b8dc-ff754e8c79e9 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:52.638249 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1de53aba-90c0-4f68-856a-129cc243d2dc req-98b99042-b712-4984-b8dc-ff754e8c79e9 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 945 time: 0.0817215 May 12 15:48:52.681818 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-1de53aba-90c0-4f68-856a-129cc243d2dc req-fe4cfeb5-f92f-4e13-beff-009681bd60a5 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379465 May 12 15:48:53.435748 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 1ae374a5-38a4-4449-9802-07179fdc9d3b up at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:48:53.503947 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.provisioning_blocks [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Provisioning complete for port 1ae374a5-38a4-4449-9802-07179fdc9d3b triggered by entity L2. {{(pid=79430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:48:53.504235 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4159680'] for port, provisioning_complete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:53.619709 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082519'] for port, before_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:53.645321 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b'}] {{(pid=79430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:48:53.654689 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] For port 1ae374a5-38a4-4449-9802-07179fdc9d3b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:48:53.690139 dv-cinder-789603-6-smb neutron-server[79430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'code': 200} May 12 15:48:53.714799 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759835205223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759834669078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759834669123'] for port, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:48:53.716922 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-8b1785f4-2671-448e-bd71-715b639fa0e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:48:53.783598 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Pushing event updated for resources: {'Port': ['ID=1ae374a5-38a4-4449-9802-07179fdc9d3b,revision_number=8']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:53.786641 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:48:53.875843 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e79bb-a205-47c7-ba2f-c58f15797913 req-55ef8526-f7e9-4c0c-b8ef-f3a6d71f28c3 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:53.877352 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d85e79bb-a205-47c7-ba2f-c58f15797913 req-55ef8526-f7e9-4c0c-b8ef-f3a6d71f28c3 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0820489 May 12 15:48:53.924382 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-d85e79bb-a205-47c7-ba2f-c58f15797913 req-e5f81c9f-db92-41b4-b239-cb7ce6e26b2c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412977 May 12 15:48:54.071093 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2c0bc-077b-4780-92e5-b82846575a38 req-4988d76b-0dde-4540-8349-fe014f097d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:54.072557 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-99e2c0bc-077b-4780-92e5-b82846575a38 req-4988d76b-0dde-4540-8349-fe014f097d81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 1099 time: 0.0740325 May 12 15:48:54.113886 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-99e2c0bc-077b-4780-92e5-b82846575a38 req-5855df80-4a5b-42ea-a56f-d9c9950780e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348227 May 12 15:48:55.121249 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ebc6b-175b-4999-9b5e-65acb3d98c2f req-89aaefcc-83e9-495e-a65a-3d3012125560 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:48:55.122731 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5e9ebc6b-175b-4999-9b5e-65acb3d98c2f req-89aaefcc-83e9-495e-a65a-3d3012125560 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0896719 May 12 15:48:55.172257 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-5e9ebc6b-175b-4999-9b5e-65acb3d98c2f req-3b0bcc23-1dda-44ac-b57d-5c2f72d93950 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432146 May 12 15:49:01.529634 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:49:11.040551 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:49:11.789399 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-625ceb46-8b3b-4189-b1d6-66ce1a3c00f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:49:14.063933 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-5ef535cd-1d0a-4186-b435-17794bd334f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:49:14.184001 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:49:15.309754 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:49:17.115174 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:49:38.528686 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:49:41.074783 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:49:41.823952 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-c2cb650e-29f9-4dfc-9824-25d8a8086f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:49:44.114881 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-5cb851e7-ab68-4b68-ba9e-662c527a97e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:49:44.252533 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:49:45.308349 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:49:47.153391 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-96e4fbe6-3541-4449-8a4a-1814d4a99019 req-18197127-39b5-4bea-b80d-7c259401fe7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709510 May 12 15:49:47.160361 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:49:47.291603 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4fbe6-3541-4449-8a4a-1814d4a99019 req-f5f484a6-d705-4a1f-9139-5c384d324e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:49:47.293034 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-96e4fbe6-3541-4449-8a4a-1814d4a99019 req-f5f484a6-d705-4a1f-9139-5c384d324e75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1adf938557be4a7a8086d5b60df51469&device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 1099 time: 0.0731757 May 12 15:49:47.436835 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4fbe6-3541-4449-8a4a-1814d4a99019 req-87022c70-eb2d-4fa1-86f5-7aab662d7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:49:47.438345 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-96e4fbe6-3541-4449-8a4a-1814d4a99019 req-87022c70-eb2d-4fa1-86f5-7aab662d7072 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40be030f-e95a-400f-a0f9-8d00168b9db2 HTTP/1.1" status: 200 len: 910 time: 0.1266086 May 12 15:49:47.537125 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-96e4fbe6-3541-4449-8a4a-1814d4a99019 req-edd64dfa-05d7-4ed5-84a4-90fa6d08ba07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b HTTP/1.1" status: 200 len: 1002 time: 0.0923395 May 12 15:49:47.603396 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4fbe6-3541-4449-8a4a-1814d4a99019 req-a36c4f87-8662-4bc7-bb1d-c84da100e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:49:47.604880 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-96e4fbe6-3541-4449-8a4a-1814d4a99019 req-a36c4f87-8662-4bc7-bb1d-c84da100e7f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b681b79-ca2a-4988-a02b-cfcca3e8a509 HTTP/1.1" status: 200 len: 848 time: 0.0616064 May 12 15:49:47.678027 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4fbe6-3541-4449-8a4a-1814d4a99019 req-e8050e50-de3e-436d-8f76-604bb38310cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:49:47.679494 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-96e4fbe6-3541-4449-8a4a-1814d4a99019 req-e8050e50-de3e-436d-8f76-604bb38310cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40be030f-e95a-400f-a0f9-8d00168b9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685141 May 12 15:49:47.900698 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-96e4fbe6-3541-4449-8a4a-1814d4a99019 req-7fd20b78-0ba5-4eb3-a08e-ab0f76f689b6 service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146330 May 12 15:49:48.031452 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-96e4fbe6-3541-4449-8a4a-1814d4a99019 req-f1a0701e-7bcd-48d8-8a81-8582414c7075 service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242013 May 12 15:50:08.402250 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34590) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:08.662314 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Deleting port 2c4f17c8-5954-4fcb-880a-51e9834b9cd3 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:50:08.662662 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:08.779127 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:08.779454 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:08.899358 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Calling delete_port for 2c4f17c8-5954-4fcb-880a-51e9834b9cd3 owned by network:floatingip {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:50:09.142998 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:09.146831 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-60319e64-77dd-4cad-b414-a8d09c929230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:09.190549 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Pushing event deleted for resources: {'Port': ['ID=2c4f17c8-5954-4fcb-880a-51e9834b9cd3,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:09.233348 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:09.234247 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:09.234614 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:09.234967 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:09.235318 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:09.235666 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:09.236011 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:09.236356 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:09.236699 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:09.237068 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:09.237406 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:09.237745 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:09.264196 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:09.292295 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for floatingip, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:09.292629 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.db.l3_db [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Floating IP c7ecc645-7b77-4faf-969d-0619bc10eb61 disassociated (deleted). External IP: 172.28.0.123, port: 1ae374a5-38a4-4449-9802-07179fdc9d3b. May 12 15:50:09.743287 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Router 54165143-cee8-4f43-849a-34e4b19cfd01 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:50:09.916102 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:50:09.925981 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a856e94-f00a-4058-9d2a-882f1ad3a0c9 None None] Sync routers for ids ['54165143-cee8-4f43-849a-34e4b19cfd01'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:50:09.932293 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for floatingip, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:09.935722 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a856e94-f00a-4058-9d2a-882f1ad3a0c9 None None] Routers {'54165143-cee8-4f43-849a-34e4b19cfd01'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:50:09.936867 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-7a856e94-f00a-4058-9d2a-882f1ad3a0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:49:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['54165143-cee8-4f43-849a-34e4b19cfd01'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:09.990662 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-f5f1d78a-1599-415f-91d3-85feebaba22c tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "DELETE /v2.0/floatingips/c7ecc645-7b77-4faf-969d-0619bc10eb61 HTTP/1.1" status: 204 len: 168 time: 1.5873201 May 12 15:50:09.991312 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b'}] {{(pid=79429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:50:10.116519 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-7a856e94-f00a-4058-9d2a-882f1ad3a0c9 None None] Set router 54165143-cee8-4f43-849a-34e4b19cfd01 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:50:10.191276 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'status': 'completed', 'code': 200} May 12 15:50:10.286289 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551ee69-5cad-405b-af74-a96d794b5ad7 req-7aa3cc31-58be-4659-aea2-eea9527edfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:50:10.287671 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a551ee69-5cad-405b-af74-a96d794b5ad7 req-7aa3cc31-58be-4659-aea2-eea9527edfa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1adf938557be4a7a8086d5b60df51469&device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 1099 time: 0.0755255 May 12 15:50:10.424555 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551ee69-5cad-405b-af74-a96d794b5ad7 req-2a2ba007-71b8-4b76-af98-738f532204e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:50:10.426064 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a551ee69-5cad-405b-af74-a96d794b5ad7 req-2a2ba007-71b8-4b76-af98-738f532204e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40be030f-e95a-400f-a0f9-8d00168b9db2 HTTP/1.1" status: 200 len: 910 time: 0.1301076 May 12 15:50:10.445255 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-7a856e94-f00a-4058-9d2a-882f1ad3a0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:45:38Z', 'revision_number': 4, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '4dc8feb8-35a2-461e-bf75-28dce580d448', 'name': '', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'mac_address': 'fa:16:3e:1c:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:37Z', 'updated_at': '2021-05-12T15:45:45Z', 'revision_number': 5, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'subnets': [{'id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:10.449234 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a856e94-f00a-4058-9d2a-882f1ad3a0c9 None None] Checking router: 54165143-cee8-4f43-849a-34e4b19cfd01 for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:50:10.459473 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a856e94-f00a-4058-9d2a-882f1ad3a0c9 None None] Routers {'54165143-cee8-4f43-849a-34e4b19cfd01'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:50:10.460292 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-7a856e94-f00a-4058-9d2a-882f1ad3a0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:49:44Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['54165143-cee8-4f43-849a-34e4b19cfd01'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:10.494728 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a551ee69-5cad-405b-af74-a96d794b5ad7 req-0b4501f0-dcfc-4423-b81a-9d3056154a09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b HTTP/1.1" status: 200 len: 217 time: 0.0617683 May 12 15:50:10.564162 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551ee69-5cad-405b-af74-a96d794b5ad7 req-2151b265-b541-4ca7-8623-5e6af1b90e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:50:10.565631 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a551ee69-5cad-405b-af74-a96d794b5ad7 req-2151b265-b541-4ca7-8623-5e6af1b90e24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b681b79-ca2a-4988-a02b-cfcca3e8a509 HTTP/1.1" status: 200 len: 848 time: 0.0634296 May 12 15:50:10.647297 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-7a856e94-f00a-4058-9d2a-882f1ad3a0c9 None None] Set router 54165143-cee8-4f43-849a-34e4b19cfd01 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:50:10.681767 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551ee69-5cad-405b-af74-a96d794b5ad7 req-d108b9a4-73b4-41ef-be0a-c8d68b197d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:50:10.683206 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a551ee69-5cad-405b-af74-a96d794b5ad7 req-d108b9a4-73b4-41ef-be0a-c8d68b197d52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40be030f-e95a-400f-a0f9-8d00168b9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1110330 May 12 15:50:10.836498 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c7aa4-920e-4190-a99b-9bcbadd13255 req-9d7bd7e5-0243-4114-9606-9cc8dc92c849 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:50:10.837982 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-392c7aa4-920e-4190-a99b-9bcbadd13255 req-9d7bd7e5-0243-4114-9606-9cc8dc92c849 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.1992950 May 12 15:50:10.843883 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a551ee69-5cad-405b-af74-a96d794b5ad7 req-30d13f21-72aa-41fd-8527-d31c6b8a134c service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523726 May 12 15:50:10.956915 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-392c7aa4-920e-4190-a99b-9bcbadd13255 req-0d8c940b-31a6-4086-88d6-54913ea85bf9 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121016 May 12 15:50:10.973663 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-7a856e94-f00a-4058-9d2a-882f1ad3a0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:45:38Z', 'revision_number': 4, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '4dc8feb8-35a2-461e-bf75-28dce580d448', 'name': '', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'mac_address': 'fa:16:3e:1c:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:37Z', 'updated_at': '2021-05-12T15:45:45Z', 'revision_number': 5, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'subnets': [{'id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:10.978129 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a856e94-f00a-4058-9d2a-882f1ad3a0c9 None None] The sync data for ids ['54165143-cee8-4f43-849a-34e4b19cfd01'] in dv-cinder-789603-6-smb is: [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:45:38Z', 'revision_number': 4, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb', '_interfaces': [{'id': '4dc8feb8-35a2-461e-bf75-28dce580d448', 'name': '', 'network_id': '40be030f-e95a-400f-a0f9-8d00168b9db2', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'mac_address': 'fa:16:3e:1c:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:37Z', 'updated_at': '2021-05-12T15:45:45Z', 'revision_number': 5, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'subnets': [{'id': '0b681b79-ca2a-4988-a02b-cfcca3e8a509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:50:11.017567 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a551ee69-5cad-405b-af74-a96d794b5ad7 req-c61ea27e-2e8c-4d46-8363-e98397a7db32 service neutron] 10.222.0.15 "GET /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578953 May 12 15:50:11.070154 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:11.196183 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f9a01-d4c4-4f11-b4d3-bf958e36bf0e None None] New status for floating IP c7ecc645-7b77-4faf-969d-0619bc10eb61: DOWN {{(pid=79431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:50:11.806726 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-c76b93f9-6052-4c4c-bec4-f90cae521738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:12.024685 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b946-3177-4084-b776-d09bb9f12943 req-455bc23e-cbb5-462a-bd32-33a6a6b51339 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:50:12.026127 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7471b946-3177-4084-b776-d09bb9f12943 req-455bc23e-cbb5-462a-bd32-33a6a6b51339 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.0873222 May 12 15:50:12.219233 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf3357-fbb0-483d-9d66-3fdbf0db48cd req-0b07fed1-0761-4479-818b-6095916e206b tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:50:12.220686 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a4cf3357-fbb0-483d-9d66-3fdbf0db48cd req-0b07fed1-0761-4479-818b-6095916e206b tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 946 time: 0.1421371 May 12 15:50:12.251985 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-7471b946-3177-4084-b776-d09bb9f12943 req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Deleting port 1ae374a5-38a4-4449-9802-07179fdc9d3b {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:50:12.252244 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7471b946-3177-4084-b776-d09bb9f12943 req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:12.347763 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-a4cf3357-fbb0-483d-9d66-3fdbf0db48cd req-af874ace-0962-4a16-acd3-2a9adebece66 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/security-groups?id=d41b3880-3a79-4fcd-8328-3e732627411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171851 May 12 15:50:12.400173 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [req-7471b946-3177-4084-b776-d09bb9f12943 req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] For port 1ae374a5-38a4-4449-9802-07179fdc9d3b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ae374a5-38a4-4449-9802-07179fdc9d3b,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:50:12.400528 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7471b946-3177-4084-b776-d09bb9f12943 req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:12.620219 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [req-7471b946-3177-4084-b776-d09bb9f12943 req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Calling delete_port for 1ae374a5-38a4-4449-9802-07179fdc9d3b owned by compute:nova {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:50:12.824168 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7471b946-3177-4084-b776-d09bb9f12943 req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:12.829891 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-8df816e7-66c5-4dd8-ac16-ce518bcad37d tempest-VolumesActionsTest-1463500634 tempest-VolumesActionsTest-1463500634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:12.874706 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Pushing event deleted for resources: {'Port': ['ID=1ae374a5-38a4-4449-9802-07179fdc9d3b,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:12.915894 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:12.916264 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:12.916630 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:12.916992 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:12.917377 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:12.917732 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:12.918084 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:12.918437 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:12.918789 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:12.919136 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:12.919484 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:12.919829 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:12.927623 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:12.963945 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7471b946-3177-4084-b776-d09bb9f12943 req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] No DVR routers for this DVR port 1ae374a5-38a4-4449-9802-07179fdc9d3b on host hv-cinder-78960 {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:50:12.966391 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [req-7471b946-3177-4084-b776-d09bb9f12943 req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36162'] for port, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:12.968940 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'name': 'network-vif-deleted', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b'}] {{(pid=79428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:50:12.980694 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-7471b946-3177-4084-b776-d09bb9f12943 req-17865926-03d0-4d30-9d18-f89189798851 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.15 "DELETE /v2.0/ports/1ae374a5-38a4-4449-9802-07179fdc9d3b HTTP/1.1" status: 204 len: 173 time: 0.9481757 May 12 15:50:13.067336 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8d9e65-4e78-4b12-91dd-7b7663be3064', 'name': 'network-vif-deleted', 'tag': '1ae374a5-38a4-4449-9802-07179fdc9d3b', 'status': 'completed', 'code': 200} May 12 15:50:13.499050 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-9dc1d183-bf60-4bae-8bc4-68f29188ce36 req-6ae5ee68-4953-4cd7-8ab5-a87d23c0bff1 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Synchronizing usage tracker for tenant:1adf938557be4a7a8086d5b60df51469 on resource:port {{(pid=79428) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:50:13.601182 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.quota.resource [req-9dc1d183-bf60-4bae-8bc4-68f29188ce36 req-6ae5ee68-4953-4cd7-8ab5-a87d23c0bff1 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Unset dirty status for tenant:1adf938557be4a7a8086d5b60df51469 on resource:port {{(pid=79428) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:50:13.602359 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [req-9dc1d183-bf60-4bae-8bc4-68f29188ce36 req-6ae5ee68-4953-4cd7-8ab5-a87d23c0bff1 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed8d9e65-4e78-4b12-91dd-7b7663be3064 HTTP/1.1" status: 200 len: 210 time: 0.1464283 May 12 15:50:14.126988 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-a88598ed-16e0-4d58-ae23-8d09ab110158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:14.189940 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:14.698090 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34616) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:14.765833 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-81bf2c0d-d70b-44ff-b9f3-91899a5d7a66 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:14.794957 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-81bf2c0d-d70b-44ff-b9f3-91899a5d7a66 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:14.921576 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-81bf2c0d-d70b-44ff-b9f3-91899a5d7a66 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:14.925971 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-7cacd160-cb2e-4f71-ab4c-4c7394576def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:14.940999 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf2c0d-d70b-44ff-b9f3-91899a5d7a66 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41b3880-3a79-4fcd-8328-3e732627411b,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:14.943622 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-81bf2c0d-d70b-44ff-b9f3-91899a5d7a66 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:15.011852 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-81bf2c0d-d70b-44ff-b9f3-91899a5d7a66 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] Notify callbacks [] for security_group, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:15.012963 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-81bf2c0d-d70b-44ff-b9f3-91899a5d7a66 tempest-TestShelveInstance-792751929 tempest-TestShelveInstance-792751929-project] 10.222.0.61 "DELETE /v2.0/security-groups/d41b3880-3a79-4fcd-8328-3e732627411b HTTP/1.1" status: 204 len: 168 time: 0.3139250 May 12 15:50:15.142438 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34622) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:15.355471 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:15.527623 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:50:15.669574 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-18c68580-c30b-4a92-b497-ea18edb722aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:15.875927 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 1ae374a5-38a4-4449-9802-07179fdc9d3b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:50:15.912821 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] No Port match for: 1ae374a5-38a4-4449-9802-07179fdc9d3b {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:50:15.913106 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Device 1ae374a5-38a4-4449-9802-07179fdc9d3b not bound to the agent host hv-cinder-78960 {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:50:16.178344 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-18c68580-c30b-4a92-b497-ea18edb722aa admin admin] Deleting port 4dc8feb8-35a2-461e-bf75-28dce580d448 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:50:16.178951 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-18c68580-c30b-4a92-b497-ea18edb722aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:16.297545 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-18c68580-c30b-4a92-b497-ea18edb722aa admin admin] For port 4dc8feb8-35a2-461e-bf75-28dce580d448, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=4dc8feb8-35a2-461e-bf75-28dce580d448,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:50:16.297895 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-18c68580-c30b-4a92-b497-ea18edb722aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:16.418909 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-18c68580-c30b-4a92-b497-ea18edb722aa admin admin] Calling delete_port for 4dc8feb8-35a2-461e-bf75-28dce580d448 owned by network:router_interface {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:50:16.635626 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-18c68580-c30b-4a92-b497-ea18edb722aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:16.639439 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-68f8ac00-c996-472d-92b7-45c87aa869ce tempest-TestMinimumBasicScenario-1142289888 tempest-TestMinimumBasicScenario-1142289888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:16.683260 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c68580-c30b-4a92-b497-ea18edb722aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc8feb8-35a2-461e-bf75-28dce580d448,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:16.686376 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-18c68580-c30b-4a92-b497-ea18edb722aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:16.949515 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-18c68580-c30b-4a92-b497-ea18edb722aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550902'] for router_interface, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:17.178554 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:17.313844 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c68580-c30b-4a92-b497-ea18edb722aa admin admin] Router 54165143-cee8-4f43-849a-34e4b19cfd01 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:50:17.490707 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c68580-c30b-4a92-b497-ea18edb722aa admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:50:17.500182 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4a284d-8c7d-4690-856a-7326f3739413 None None] Sync routers for ids ['54165143-cee8-4f43-849a-34e4b19cfd01'] in dv-cinder-789603-6-smb {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:50:17.509094 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a284d-8c7d-4690-856a-7326f3739413 None None] Routers {'54165143-cee8-4f43-849a-34e4b19cfd01'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:50:17.513286 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-8b4a284d-8c7d-4690-856a-7326f3739413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:50:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['54165143-cee8-4f43-849a-34e4b19cfd01'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:17.563870 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-18c68580-c30b-4a92-b497-ea18edb722aa admin admin] 10.222.0.61 "PUT /v2.0/routers/54165143-cee8-4f43-849a-34e4b19cfd01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4202049 May 12 15:50:17.566195 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34626) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:17.740204 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-8b4a284d-8c7d-4690-856a-7326f3739413 None None] Set router 54165143-cee8-4f43-849a-34e4b19cfd01 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:50:17.849697 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Notify callbacks [] for router, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:18.021943 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:18.027263 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-8b4a284d-8c7d-4690-856a-7326f3739413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:50:16Z', 'revision_number': 5, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:18.031616 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4a284d-8c7d-4690-856a-7326f3739413 None None] Checking router: 54165143-cee8-4f43-849a-34e4b19cfd01 for host: dv-cinder-789603-6-smb {{(pid=79430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:50:18.040055 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a284d-8c7d-4690-856a-7326f3739413 None None] Routers {'54165143-cee8-4f43-849a-34e4b19cfd01'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:50:18.040657 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-8b4a284d-8c7d-4690-856a-7326f3739413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:50:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['54165143-cee8-4f43-849a-34e4b19cfd01'], 'active': True} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:18.181664 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Deleting port eabc613b-3e76-4708-a05d-3b39c3d9fbc2 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:50:18.181893 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:18.223721 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvr_db [None req-8b4a284d-8c7d-4690-856a-7326f3739413 None None] Set router 54165143-cee8-4f43-849a-34e4b19cfd01 gateway port host: dv-cinder-789603-6-smb {{(pid=79430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:50:18.303873 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] For port eabc613b-3e76-4708-a05d-3b39c3d9fbc2, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=eabc613b-3e76-4708-a05d-3b39c3d9fbc2,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:50:18.304227 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:18.427545 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Calling delete_port for eabc613b-3e76-4708-a05d-3b39c3d9fbc2 owned by network:router_gateway {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:50:18.506492 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_hamode_db [None req-8b4a284d-8c7d-4690-856a-7326f3739413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:50:16Z', 'revision_number': 5, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:18.508045 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4a284d-8c7d-4690-856a-7326f3739413 None None] The sync data for ids ['54165143-cee8-4f43-849a-34e4b19cfd01'] in dv-cinder-789603-6-smb is: [{'id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'name': 'tempest-TestShelveInstance-2137956334-router', 'tenant_id': '1adf938557be4a7a8086d5b60df51469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:33Z', 'updated_at': '2021-05-12T15:50:16Z', 'revision_number': 5, 'project_id': '1adf938557be4a7a8086d5b60df51469', 'gw_port': {'id': 'eabc613b-3e76-4708-a05d-3b39c3d9fbc2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54165143-cee8-4f43-849a-34e4b19cfd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:34Z', 'updated_at': '2021-05-12T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}] {{(pid=79430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:50:18.636298 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:18.641622 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c50e466d-f8cc-4a67-8c77-ff29706842f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:18.687523 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Pushing event deleted for resources: {'Port': ['ID=eabc613b-3e76-4708-a05d-3b39c3d9fbc2,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:18.713817 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:18.780288 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546658'] for router_gateway, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:18.952077 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46421'] for router, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:18.955239 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:19.020360 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 4dc8feb8-35a2-461e-bf75-28dce580d448 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:50:19.058877 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-994672'] for router, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:19.059043 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 4dc8feb8-35a2-461e-bf75-28dce580d448 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:50:19.059228 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 4dc8feb8-35a2-461e-bf75-28dce580d448 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:50:19.059380 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54165143-cee8-4f43-849a-34e4b19cfd01 {{(pid=79429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:50:19.072519 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] Notify callbacks [] for router, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:19.073757 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-ebb9d62d-0eff-4f07-875b-a6093d79d69a admin admin] 10.222.0.61 "DELETE /v2.0/routers/54165143-cee8-4f43-849a-34e4b19cfd01 HTTP/1.1" status: 204 len: 168 time: 1.5066624 May 12 15:50:19.077909 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34630) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:19.142053 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ed2303-bc08-4e0a-b936-681ca9877202 admin admin] Deleting subnet 0b681b79-ca2a-4988-a02b-cfcca3e8a509 {{(pid=79429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:50:19.145144 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-69ed2303-bc08-4e0a-b936-681ca9877202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:19.196014 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-69ed2303-bc08-4e0a-b936-681ca9877202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11704334'] for subnet, precommit_delete_associations {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:19.375595 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-69ed2303-bc08-4e0a-b936-681ca9877202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:19.715033 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-69ed2303-bc08-4e0a-b936-681ca9877202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11984526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11965726'] for subnet, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:19.719970 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:19.755334 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed2303-bc08-4e0a-b936-681ca9877202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b681b79-ca2a-4988-a02b-cfcca3e8a509,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:19.757793 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-69ed2303-bc08-4e0a-b936-681ca9877202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:19.761894 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-69ed2303-bc08-4e0a-b936-681ca9877202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for subnet, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:19.767746 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8190859-da12-4720-beb2-43ba0cfb22b7 None None] Network 40be030f-e95a-400f-a0f9-8d00168b9db2 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:50:19.768357 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-69ed2303-bc08-4e0a-b936-681ca9877202 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0b681b79-ca2a-4988-a02b-cfcca3e8a509 HTTP/1.1" status: 204 len: 168 time: 0.6911035 May 12 15:50:19.770694 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34634) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:19.873927 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:19.945754 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Deleting port fbb896bd-4d98-47ae-937a-779aed0bba76 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:50:19.946095 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:20.008698 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] DHCP port deletion for 40be030f-e95a-400f-a0f9-8d00168b9db2 request from dv-cinder-789603-6-smb {{(pid=79430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:50:20.047400 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] For port fbb896bd-4d98-47ae-937a-779aed0bba76, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=fbb896bd-4d98-47ae-937a-779aed0bba76,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:50:20.047754 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:20.074551 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Deleting port fbb896bd-4d98-47ae-937a-779aed0bba76 {{(pid=79430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:50:20.074929 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:20.169794 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Calling delete_port for fbb896bd-4d98-47ae-937a-779aed0bba76 owned by network:dhcp {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:50:20.171054 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] For port fbb896bd-4d98-47ae-937a-779aed0bba76, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=fbb896bd-4d98-47ae-937a-779aed0bba76,segment=NetworkSegment(bd1a2a3c-17b4-4649-97b9-2c19a231ff54),segment_id=bd1a2a3c-17b4-4649-97b9-2c19a231ff54)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:50:20.171565 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:20.304481 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:20.308331 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c63f93c7-9506-42dc-b82b-675a561a8185 tempest-AttachVolumeTestJSON-35653786 tempest-AttachVolumeTestJSON-35653786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:20.334617 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Calling delete_port for fbb896bd-4d98-47ae-937a-779aed0bba76 owned by network:dhcp {{(pid=79430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:50:20.355953 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb896bd-4d98-47ae-937a-779aed0bba76,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:20.359114 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:20.362352 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] No DVR routers for this DVR port fbb896bd-4d98-47ae-937a-779aed0bba76 on host dv-cinder-789603-6-smb {{(pid=79429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:50:20.378889 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069'] for port, after_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:20.382483 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-c440e790-53a8-498c-a72b-011b140b0cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:20.423488 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Pushing event deleted for resources: {'Port': ['ID=fbb896bd-4d98-47ae-937a-779aed0bba76,revision_number=None']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:20.432670 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] No DVR routers for this DVR port fbb896bd-4d98-47ae-937a-779aed0bba76 on host dv-cinder-789603-6-smb {{(pid=79430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:50:20.434742 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:20.437082 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:20.437082 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:20.437082 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:20.437082 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:20.437082 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:20.437082 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:20.437082 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:20.437870 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:20.437870 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:20.438045 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:20.438320 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-smb {{(pid=79430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:20.441891 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-1db2f61a-0a4c-4923-bc21-c803c6898fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:20.476713 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:20.489804 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40be030f-e95a-400f-a0f9-8d00168b9db2']}} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:20.501923 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54') {'for_net_delete': True} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:20.502219 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.services.segments.db [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1a2a3c-17b4-4649-97b9-2c19a231ff54') {} {{(pid=79429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:20.513633 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11704337'] for segment, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:20.529704 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:20.536401 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=79429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:50:20.536810 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11984616'] for segment, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: Traceback (most recent call last): May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: timer() May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: cb(*args, **kw) May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: return func(*args, **kwargs) May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: self._notify() May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: self.callback(batched_events) May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: event.method(event) May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: return f(self, *a, **k) May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: return self._get(url).json() May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: return self.request(url, 'GET', **kwargs) May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:50:20.549771 dv-cinder-789603-6-smb neutron-server[79429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:50:20.681631 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:20.685183 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:20.697973 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:20.708950 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Pushing event deleted for resources: {'Network': ['ID=40be030f-e95a-400f-a0f9-8d00168b9db2,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:20.712069 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:20.808339 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-5813daa2-b9d2-40a1-bab8-b3097fbdc514 admin admin] 10.222.0.61 "DELETE /v2.0/networks/40be030f-e95a-400f-a0f9-8d00168b9db2 HTTP/1.1" status: 204 len: 168 time: 1.0366423 May 12 15:50:20.811057 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34638) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:21.008295 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device fbb896bd-4d98-47ae-937a-779aed0bba76 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:50:21.045575 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: fbb896bd-4d98-47ae-937a-779aed0bba76 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:50:21.045916 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device fbb896bd-4d98-47ae-937a-779aed0bba76 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:50:21.046922 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device eabc613b-3e76-4708-a05d-3b39c3d9fbc2 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:50:21.079720 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: eabc613b-3e76-4708-a05d-3b39c3d9fbc2 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:50:21.080067 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device eabc613b-3e76-4708-a05d-3b39c3d9fbc2 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:50:21.452991 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c6c80109-012b-4843-82db-616db2c15d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:21.855622 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-c6c80109-012b-4843-82db-616db2c15d4a admin admin] Deleting port 0ead9e44-cfd5-4425-88cf-ff8977cf4507 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:50:21.856505 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c6c80109-012b-4843-82db-616db2c15d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:21.978895 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-c6c80109-012b-4843-82db-616db2c15d4a admin admin] For port 0ead9e44-cfd5-4425-88cf-ff8977cf4507, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=0ead9e44-cfd5-4425-88cf-ff8977cf4507,segment=NetworkSegment(982a759b-2e68-48d0-bbff-590fa35800d3),segment_id=982a759b-2e68-48d0-bbff-590fa35800d3)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:50:21.979243 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c6c80109-012b-4843-82db-616db2c15d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:22.099328 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-c6c80109-012b-4843-82db-616db2c15d4a admin admin] Calling delete_port for 0ead9e44-cfd5-4425-88cf-ff8977cf4507 owned by network:router_interface {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:50:22.297841 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c6c80109-012b-4843-82db-616db2c15d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:22.301439 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c9c9f225-8250-4b1f-ba1d-8286f171a799 tempest-AttachVolumeShelveTestJSON-483712551 tempest-AttachVolumeShelveTestJSON-483712551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:22.345145 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c80109-012b-4843-82db-616db2c15d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ead9e44-cfd5-4425-88cf-ff8977cf4507,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:22.348151 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-c6c80109-012b-4843-82db-616db2c15d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:22.611986 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-c6c80109-012b-4843-82db-616db2c15d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550902'] for router_interface, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:23.062785 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c80109-012b-4843-82db-616db2c15d4a admin admin] Router 2efdc43f-87fd-4276-b65d-4be7d872c488 has already been hosted by L3 agent 4c59200e-0622-447f-8a82-3787c9dc3153 {{(pid=79429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:50:23.241680 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c80109-012b-4843-82db-616db2c15d4a admin admin] Notify agent at l3_agent.dv-cinder-789603-6-smb the message routers_updated {{(pid=79429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:50:23.250272 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0668c09-73c6-4103-a26a-64cc22c61e1a None None] Sync routers for ids ['2efdc43f-87fd-4276-b65d-4be7d872c488'] in dv-cinder-789603-6-smb {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:50:23.251074 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-c6c80109-012b-4843-82db-616db2c15d4a admin admin] 10.222.0.61 "PUT /v2.0/routers/2efdc43f-87fd-4276-b65d-4be7d872c488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4390190 May 12 15:50:23.253519 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [-] (79429) accepted ('10.222.0.61', 34642) {{(pid=79429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:23.263095 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0668c09-73c6-4103-a26a-64cc22c61e1a None None] Routers {'2efdc43f-87fd-4276-b65d-4be7d872c488'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:50:23.263713 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-e0668c09-73c6-4103-a26a-64cc22c61e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:50:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['2efdc43f-87fd-4276-b65d-4be7d872c488'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:23.426111 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Notify callbacks [] for router, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:23.437253 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-e0668c09-73c6-4103-a26a-64cc22c61e1a None None] Set router 2efdc43f-87fd-4276-b65d-4be7d872c488 gateway port host: dv-cinder-789603-6-smb {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:50:23.604149 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:23.719625 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-e0668c09-73c6-4103-a26a-64cc22c61e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'name': 'tempest-TestShelveInstance-1435391910-router', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'external_fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:43Z', 'updated_at': '2021-05-12T15:50:22Z', 'revision_number': 5, 'project_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'gw_port': {'id': '8df63c60-e427-4034-9869-cd08bada1ea2', 'name': '', 'network_id': 'af5cf3b2-0f76-46e3-8e35-95db1bf12898', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:45:44Z', 'updated_at': '2021-05-12T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d8a4523-bf2c-4e5c-8d16-d8c0e81be91a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-smb'}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:23.723365 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0668c09-73c6-4103-a26a-64cc22c61e1a None None] Checking router: 2efdc43f-87fd-4276-b65d-4be7d872c488 for host: dv-cinder-789603-6-smb {{(pid=79431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:50:23.731578 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0668c09-73c6-4103-a26a-64cc22c61e1a None None] Routers {'2efdc43f-87fd-4276-b65d-4be7d872c488'} bound to L3 agent in host dv-cinder-789603-6-smb {{(pid=79431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:50:23.732177 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-e0668c09-73c6-4103-a26a-64cc22c61e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:28:14Z,description=,heartbeat_timestamp=2021-05-12T15:50:14Z,host='dv-cinder-789603-6-smb',id=4c59200e-0622-447f-8a82-3787c9dc3153,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:28:15Z,topic='l3_agent')) {'router_ids': ['2efdc43f-87fd-4276-b65d-4be7d872c488'], 'active': True} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:23.759705 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Deleting port 8df63c60-e427-4034-9869-cd08bada1ea2 {{(pid=79429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:50:23.760050 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:23.884153 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.db [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] For port 8df63c60-e427-4034-9869-cd08bada1ea2, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=8df63c60-e427-4034-9869-cd08bada1ea2,segment=NetworkSegment(a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1),segment_id=a1d5da7d-88ef-4fa7-9ea2-b3475e16bba1)] {{(pid=79429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:50:23.884589 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:23.913005 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_dvr_db [None req-e0668c09-73c6-4103-a26a-64cc22c61e1a None None] Set router 2efdc43f-87fd-4276-b65d-4be7d872c488 gateway port host: None {{(pid=79431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:50:24.011075 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.plugins.ml2.plugin [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Calling delete_port for 8df63c60-e427-4034-9869-cd08bada1ea2 owned by network:router_gateway {{(pid=79429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:50:24.018089 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.l3_hamode_db [None req-e0668c09-73c6-4103-a26a-64cc22c61e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'name': 'tempest-TestShelveInstance-1435391910-router', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:43Z', 'updated_at': '2021-05-12T15:50:23Z', 'revision_number': 6, 'project_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'gw_port_host': None}], 'dv-cinder-789603-6-smb', False) {} {{(pid=79431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:24.022074 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0668c09-73c6-4103-a26a-64cc22c61e1a None None] The sync data for ids ['2efdc43f-87fd-4276-b65d-4be7d872c488'] in dv-cinder-789603-6-smb is: [{'id': '2efdc43f-87fd-4276-b65d-4be7d872c488', 'name': 'tempest-TestShelveInstance-1435391910-router', 'tenant_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:45:43Z', 'updated_at': '2021-05-12T15:50:23Z', 'revision_number': 6, 'project_id': 'cd9f0ea23e0f4ca4ab573c326df288ec', 'gw_port_host': None}] {{(pid=79431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:50:24.315751 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11984605'] for port, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:24.320274 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-f34c3c4e-7b40-46dd-b93e-5a81898323d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:24.367671 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df63c60-e427-4034-9869-cd08bada1ea2,revision_number=None']} {{(pid=79429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:24.398617 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG oslo_concurrency.lockutils [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:24.459576 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546658'] for router_gateway, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:24.632565 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46421'] for router, precommit_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:24.634771 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:24.726142 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-994672'] for router, after_delete {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:24.729153 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2efdc43f-87fd-4276-b65d-4be7d872c488 {{(pid=79429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:50:24.743947 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron_lib.callbacks.manager [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] Notify callbacks [] for router, before_response {{(pid=79429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:24.743947 dv-cinder-789603-6-smb neutron-server[79429]: INFO neutron.wsgi [None req-27dcb7ae-8f28-47be-9da7-0acae027d496 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2efdc43f-87fd-4276-b65d-4be7d872c488 HTTP/1.1" status: 204 len: 168 time: 1.4868007 May 12 15:50:24.744163 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 34646) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:24.807602 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.db_base_plugin_v2 [None req-45fde207-7ce5-436d-ac7f-7cf5876665bf admin admin] Deleting subnet 5938314c-5760-4366-9aae-8e413ae7c18c {{(pid=79428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:50:24.810539 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-45fde207-7ce5-436d-ac7f-7cf5876665bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:24.860994 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-45fde207-7ce5-436d-ac7f-7cf5876665bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10637354'] for subnet, precommit_delete_associations {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:24.943729 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-45fde207-7ce5-436d-ac7f-7cf5876665bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155826'] for subnet, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:25.018394 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 0ead9e44-cfd5-4425-88cf-ff8977cf4507 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:50:25.052915 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 0ead9e44-cfd5-4425-88cf-ff8977cf4507 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:50:25.053307 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 0ead9e44-cfd5-4425-88cf-ff8977cf4507 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:50:25.053740 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 8df63c60-e427-4034-9869-cd08bada1ea2 no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:50:25.090527 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: 8df63c60-e427-4034-9869-cd08bada1ea2 {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:50:25.090854 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device 8df63c60-e427-4034-9869-cd08bada1ea2 not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:50:25.334052 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-45fde207-7ce5-436d-ac7f-7cf5876665bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1620135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10920355'] for subnet, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:25.338272 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:25.376566 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fde207-7ce5-436d-ac7f-7cf5876665bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5938314c-5760-4366-9aae-8e413ae7c18c,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:25.379254 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-45fde207-7ce5-436d-ac7f-7cf5876665bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:25.381812 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-45fde207-7ce5-436d-ac7f-7cf5876665bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:25.387056 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b48fd-01d9-4bb1-88aa-d5de338ef10b None None] Network 021bf85b-c123-4bde-85a9-0fa2bdc12610 requested from dv-cinder-789603-6-smb {{(pid=79430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:50:25.388505 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-45fde207-7ce5-436d-ac7f-7cf5876665bf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5938314c-5760-4366-9aae-8e413ae7c18c HTTP/1.1" status: 204 len: 168 time: 0.6434770 May 12 15:50:25.391099 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 34650) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:25.494295 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116146'] for network, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:25.568710 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Deleting port a7b49918-f56c-473e-885b-f64e311891db {{(pid=79428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:50:25.569066 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:25.628371 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4343c0-8e16-445d-93a7-1046c8364baa None None] DHCP port deletion for 021bf85b-c123-4bde-85a9-0fa2bdc12610 request from dv-cinder-789603-6-smb {{(pid=79430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:50:25.669861 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] For port a7b49918-f56c-473e-885b-f64e311891db, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=a7b49918-f56c-473e-885b-f64e311891db,segment=NetworkSegment(982a759b-2e68-48d0-bbff-590fa35800d3),segment_id=982a759b-2e68-48d0-bbff-590fa35800d3)] {{(pid=79428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:50:25.670215 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:25.694461 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7c4343c0-8e16-445d-93a7-1046c8364baa None None] Deleting port a7b49918-f56c-473e-885b-f64e311891db {{(pid=79430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:50:25.694878 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7c4343c0-8e16-445d-93a7-1046c8364baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759835200157'] for port, before_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:25.792648 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.plugin [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Calling delete_port for a7b49918-f56c-473e-885b-f64e311891db owned by network:dhcp {{(pid=79428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:50:25.793321 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.db [None req-7c4343c0-8e16-445d-93a7-1046c8364baa None None] For port a7b49918-f56c-473e-885b-f64e311891db, host dv-cinder-789603-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-smb',level=0,port_id=a7b49918-f56c-473e-885b-f64e311891db,segment=NetworkSegment(982a759b-2e68-48d0-bbff-590fa35800d3),segment_id=982a759b-2e68-48d0-bbff-590fa35800d3)] {{(pid=79430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:50:25.793532 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7c4343c0-8e16-445d-93a7-1046c8364baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550588'] for port, precommit_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:25.912286 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-7c4343c0-8e16-445d-93a7-1046c8364baa None None] Calling delete_port for a7b49918-f56c-473e-885b-f64e311891db owned by network:dhcp {{(pid=79430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:50:25.915926 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1620212'] for port, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:25.920598 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:25.954582 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7c4343c0-8e16-445d-93a7-1046c8364baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4082452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759835205232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759834669069'] for port, after_delete {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:25.959621 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:25.967559 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b49918-f56c-473e-885b-f64e311891db,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:25.970033 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] No DVR routers for this DVR port a7b49918-f56c-473e-885b-f64e311891db on host dv-cinder-789603-6-smb {{(pid=79428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:50:25.971482 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:26.003610 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4343c0-8e16-445d-93a7-1046c8364baa None None] Pushing event deleted for resources: {'Port': ['ID=a7b49918-f56c-473e-885b-f64e311891db,revision_number=None']} {{(pid=79430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:26.005495 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4343c0-8e16-445d-93a7-1046c8364baa None None] No DVR routers for this DVR port a7b49918-f56c-473e-885b-f64e311891db on host dv-cinder-789603-6-smb {{(pid=79430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:50:26.006870 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG oslo_concurrency.lockutils [None req-7c4343c0-8e16-445d-93a7-1046c8364baa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:26.087239 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153417', 'neutron.services.segments.db._delete_segments_for_network-8759835096733'] for network, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:26.194364 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021bf85b-c123-4bde-85a9-0fa2bdc12610']}} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:26.207861 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982a759b-2e68-48d0-bbff-590fa35800d3') {'for_net_delete': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:26.208159 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.services.segments.db [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982a759b-2e68-48d0-bbff-590fa35800d3') {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:26.219461 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759835108455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10637365'] for segment, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:26.235181 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145'] for segment, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:26.241398 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=79428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:50:26.241776 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4150145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1620161'] for segment, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: Traceback (most recent call last): May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: timer() May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: cb(*args, **kw) May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: return func(*args, **kwargs) May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: self._notify() May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: self.callback(batched_events) May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: event.method(event) May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: return f(self, *a, **k) May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: return self._get(url).json() May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: return self.request(url, 'GET', **kwargs) May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:50:26.255204 dv-cinder-789603-6-smb neutron-server[79428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:50:26.411497 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546672'] for network, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:26.415353 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-5bd402c5-6d80-4f34-a11d-f62202380bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:26.429013 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531360'] for network, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:26.439107 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Pushing event deleted for resources: {'Network': ['ID=021bf85b-c123-4bde-85a9-0fa2bdc12610,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:26.441889 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:26.449715 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-6342d5aa-be95-4e88-a540-addde819394c admin admin] 10.222.0.61 "DELETE /v2.0/networks/021bf85b-c123-4bde-85a9-0fa2bdc12610 HTTP/1.1" status: 204 len: 168 time: 1.0516634 May 12 15:50:26.885776 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 34656) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:26.935437 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-88fea113-2755-46d4-b7b5-796abb2bd420 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1adf938557be4a7a8086d5b60df51469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483973 May 12 15:50:26.937841 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 34660) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:26.997254 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6504501d-7d56-469e-9f11-b5270f66697d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:27.008771 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device a7b49918-f56c-473e-885b-f64e311891db no longer exists at agent ovs-agent-dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:50:27.022531 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6504501d-7d56-469e-9f11-b5270f66697d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:27.045430 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.plugin [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] No Port match for: a7b49918-f56c-473e-885b-f64e311891db {{(pid=79430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:50:27.045731 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron.plugins.ml2.rpc [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Device a7b49918-f56c-473e-885b-f64e311891db not bound to the agent host dv-cinder-789603-6-smb {{(pid=79430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:50:27.179108 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6504501d-7d56-469e-9f11-b5270f66697d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:27.183111 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-9038497b-0e82-48eb-b75f-9248e090c51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:27.201467 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504501d-7d56-469e-9f11-b5270f66697d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb4687c-f174-4cc7-bd9c-904f0535c4f9,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:27.204719 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-6504501d-7d56-469e-9f11-b5270f66697d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:27.210410 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-6504501d-7d56-469e-9f11-b5270f66697d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:27.211508 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-6504501d-7d56-469e-9f11-b5270f66697d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5fb4687c-f174-4cc7-bd9c-904f0535c4f9 HTTP/1.1" status: 204 len: 168 time: 0.2728639 May 12 15:50:28.101499 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 34668) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:28.147247 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-54430ffa-746f-4ba5-8cab-560b02e50b32 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd9f0ea23e0f4ca4ab573c326df288ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498328 May 12 15:50:28.150186 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.wsgi [-] (79428) accepted ('10.222.0.61', 34672) {{(pid=79428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:50:28.211547 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5fc5c682-7d5a-49f2-afd3-dde402afe44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:28.237917 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5fc5c682-7d5a-49f2-afd3-dde402afe44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:28.361998 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5fc5c682-7d5a-49f2-afd3-dde402afe44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013659'] for security_group, after_delete {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:28.365795 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-3a4fca61-00e0-4023-934e-c9a9bab3374e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:50:28.376770 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5c682-7d5a-49f2-afd3-dde402afe44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd12212-106c-46f7-8e03-31b64fd15d85,revision_number=None']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:28.380732 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-5fc5c682-7d5a-49f2-afd3-dde402afe44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:50:28.384102 dv-cinder-789603-6-smb neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-5fc5c682-7d5a-49f2-afd3-dde402afe44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:28.385278 dv-cinder-789603-6-smb neutron-server[79428]: INFO neutron.wsgi [None req-5fc5c682-7d5a-49f2-afd3-dde402afe44e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3bd12212-106c-46f7-8e03-31b64fd15d85 HTTP/1.1" status: 204 len: 168 time: 0.2340639 May 12 15:50:41.161581 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:41.904812 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-9da1af75-3d53-4986-a1ad-5919a911193c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:44.104639 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-da4d9cff-03bc-42f9-82cb-0e2e671d8836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:44.202363 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:45.310623 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:47.116032 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:50:52.526687 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:51:11.093947 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:51:11.819447 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-62e1a501-9928-40bf-9b50-dad03b8d9cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:51:14.103655 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ed347f64-19b2-4986-9cd6-5c8dc72fea64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:51:14.178216 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:51:15.360985 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:51:17.122930 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:51:29.525492 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:51:41.091718 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:51:41.792655 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-0eb0984d-5147-46ef-b476-b4a48d14ef94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:51:44.073897 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-5e3d36be-92b5-4745-83a6-f33efbba325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:51:44.194611 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:51:45.360010 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:51:47.163614 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:52:06.523833 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:52:11.110743 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:52:11.830589 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-a1f62c64-f0bd-49d8-957e-db5b44c9718a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:52:14.121510 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-9abc75e1-f51d-4cb1-9013-7aa9bf3f94a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:52:14.182895 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:52:15.336856 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:52:17.136977 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:52:41.107137 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:52:41.815826 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-95a17900-42da-4951-bc47-cdc0edeac0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:52:43.522589 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:52:44.060897 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-1a3a73bf-337b-48e9-b0f5-eb1d6ff3fb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:52:44.164881 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:52:45.317986 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:52:47.130126 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:53:11.103994 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:53:11.799568 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-1e8df4d5-992a-4f94-aa64-6ed734152e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:53:14.106903 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-b61f865d-a3a0-4fef-8e30-08838bc4453f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:53:14.218112 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:53:15.370070 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:53:17.147579 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:53:20.522314 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:53:41.095299 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:53:41.809272 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-59816f28-24e1-4786-bdb4-9815b02268a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:53:44.220778 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-9fc2692b-4ce0-4855-8901-aa822c50d495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:53:44.283206 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:53:45.349666 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:53:47.157553 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:53:57.527266 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:54:11.092111 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:54:11.821354 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-bedab643-3c46-4647-b6b6-237598410dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:54:14.104894 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-73b1b24c-8426-44dd-bbf8-f18ded51bec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:54:14.184487 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:54:15.346712 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:54:17.131688 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:54:34.526460 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:54:41.084317 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:54:41.818195 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8f0c-19d9-491f-b0df-ee6ddc3e1297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:54:44.063569 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-37db06c8-5b2f-401f-8f3d-78ae62477eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:54:44.177882 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:54:45.340879 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:54:47.172162 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:55:11.112509 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-7547e3bb-d934-45fb-906d-b7c9b8f46edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:55:11.525260 dv-cinder-789603-6-smb neutron-server[79431]: DEBUG neutron.db.agents_db [None req-3f366c83-08eb-4ce3-9630-6a28010e4678 None None] Agent healthcheck: found 6 active agents {{(pid=79431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:55:11.835561 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-ce1fa14b-1dfd-4e69-9604-90014be84216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:55:14.072263 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-abbe4a9d-8390-4b14-9e19-970e6634abef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:55:14.181256 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-20f93401-b479-4da9-a7b1-345d25f10c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:55:15.372717 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-e515320d-f934-42a8-8e32-b86d616e5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:55:17.144174 dv-cinder-789603-6-smb neutron-server[79430]: DEBUG neutron_lib.callbacks.manager [None req-05d7d5c7-b945-408c-ade7-b450c23db688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759835096742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4159603'] for agent, after_update {{(pid=79430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:55:24.904476 dv-cinder-789603-6-smb neutron-server[79429]: DEBUG neutron.wsgi [req-37b4d572-b90a-49ba-b27d-f80ec11de3a8 req-6d67c7f4-5103-4ed3-8502-7e4861310a07 service neutron] (79429) timed out ('10.222.0.15', 60388) {{(pid=79429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}